2023-07-12T13:38:36.340 INFO:root:teuthology version: 0.0.1.dev140+gb53f236 2023-07-12T13:38:36.341 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} --archive /home/teuthworker/archive/rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi/7335248 --owner scheduled_rishabh@teuthology --name rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi -- /home/teuthworker/archive/rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi/7335248/orig.config.yaml 2023-07-12T13:38:36.386 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-07-12T13:38:36.470 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi/7335248 branch: wip-rishabh-fs-auth-subcmd description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7335248' kernel: flavor: default kdb: true sha1: 84139c18d56f518615369e8310ae4ecf07a36dcd ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rishabh-fs-auth-subcmd ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 09dfe6f49c8816efcf4383b2012b6a99938a8f79 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 09dfe6f49c8816efcf4383b2012b6a99938a8f79 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-CephManager-in-CephFSTestCase-multifs-auth sha1: a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520 owner: scheduled_rishabh@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 sha1: 09dfe6f49c8816efcf4383b2012b6a99938a8f79 sleep_before_teardown: 0 suite: fs suite_branch: wip-rishabh-CephManager-in-CephFSTestCase-multifs-auth suite_path: /home/teuthworker/src/github.com_rishabh-d-dave_ceph_a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520/qa suite_relpath: qa suite_repo: https://github.com/rishabh-d-dave/ceph suite_sha1: a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi050.front.sepia.ceph.com: ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILfIhxrjtusXjHG5OsDefF2By7g7y1DxwfK1swI5Ewb6 smithi055.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDxKeS+exYBss3Aq3c5Anu4kkv+2FJDl1/j53kFw7c84dlCMbuy97O56D8vuDj4kLvTEoT8+m9DIcNlqUl43JE8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: null - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: b53f236c1077f1d295baafb9e0ca9a4b447019d7 timestamp: 2023-07-12_13:28:27 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.23459 2023-07-12T13:38:36.470 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_rishabh-d-dave_ceph_a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520/qa; will attempt to use it 2023-07-12T13:38:36.471 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_rishabh-d-dave_ceph_a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520/qa/tasks 2023-07-12T13:38:36.471 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-07-12T13:38:36.473 INFO:teuthology.task.internal:Checking packages... 2023-07-12T13:38:36.502 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '09dfe6f49c8816efcf4383b2012b6a99938a8f79' 2023-07-12T13:38:36.503 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-07-12T13:38:36.503 INFO:teuthology.packaging:ref: None 2023-07-12T13:38:36.503 INFO:teuthology.packaging:tag: None 2023-07-12T13:38:36.503 INFO:teuthology.packaging:branch: wip-rishabh-fs-auth-subcmd 2023-07-12T13:38:36.504 INFO:teuthology.packaging:sha1: 09dfe6f49c8816efcf4383b2012b6a99938a8f79 2023-07-12T13:38:36.504 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rishabh-fs-auth-subcmd 2023-07-12T13:38:36.656 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:38:36.657 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-07-12T13:38:36.665 INFO:teuthology.task.internal:no buildpackages task found 2023-07-12T13:38:36.666 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-07-12T13:38:36.762 INFO:teuthology.task.internal:Saving configuration 2023-07-12T13:38:36.778 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-07-12T13:38:36.791 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-07-12T13:38:36.821 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi050.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi/7335248', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-12 13:33:20.265855', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILfIhxrjtusXjHG5OsDefF2By7g7y1DxwfK1swI5Ewb6'} 2023-07-12T13:38:36.848 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi/7335248', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-12 13:33:20.264583', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINDIuGDlUf7j6XQGaRd3X2o7avjRyc/GMb3LgybJXG+H'} 2023-07-12T13:38:36.848 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-07-12T13:38:36.855 INFO:teuthology.task.internal:roles: ubuntu@smithi050.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-07-12T13:38:36.855 INFO:teuthology.task.internal:roles: ubuntu@smithi055.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-07-12T13:38:36.855 INFO:teuthology.run_tasks:Running task console_log... 2023-07-12T13:38:36.988 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fed29ceb280>, signals=[15]) 2023-07-12T13:38:36.989 INFO:teuthology.run_tasks:Running task internal.connect... 2023-07-12T13:38:36.998 INFO:teuthology.task.internal:Opening connections... 2023-07-12T13:38:36.998 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:38:36.999 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:38:37.080 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:38:37.082 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:38:37.156 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-07-12T13:38:37.168 DEBUG:teuthology.orchestra.run.smithi050:> uname -m 2023-07-12T13:38:37.174 INFO:teuthology.orchestra.run.smithi050.stdout:x86_64 2023-07-12T13:38:37.174 DEBUG:teuthology.orchestra.run.smithi050:> cat /etc/os-release 2023-07-12T13:38:37.221 INFO:teuthology.orchestra.run.smithi050.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-07-12T13:38:37.221 INFO:teuthology.orchestra.run.smithi050.stdout:NAME="Ubuntu" 2023-07-12T13:38:37.221 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_ID="22.04" 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_CODENAME=jammy 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:ID=ubuntu 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:ID_LIKE=debian 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:HOME_URL="https://www.ubuntu.com/" 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-07-12T13:38:37.222 INFO:teuthology.orchestra.run.smithi050.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-07-12T13:38:37.223 INFO:teuthology.orchestra.run.smithi050.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-07-12T13:38:37.223 INFO:teuthology.orchestra.run.smithi050.stdout:UBUNTU_CODENAME=jammy 2023-07-12T13:38:37.223 INFO:teuthology.lock.ops:Updating smithi050.front.sepia.ceph.com on lock server 2023-07-12T13:38:37.245 DEBUG:teuthology.orchestra.run.smithi055:> uname -m 2023-07-12T13:38:37.250 INFO:teuthology.orchestra.run.smithi055.stdout:x86_64 2023-07-12T13:38:37.251 DEBUG:teuthology.orchestra.run.smithi055:> cat /etc/os-release 2023-07-12T13:38:37.298 INFO:teuthology.orchestra.run.smithi055.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-07-12T13:38:37.298 INFO:teuthology.orchestra.run.smithi055.stdout:NAME="Ubuntu" 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION_ID="22.04" 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION_CODENAME=jammy 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:ID=ubuntu 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:ID_LIKE=debian 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:HOME_URL="https://www.ubuntu.com/" 2023-07-12T13:38:37.299 INFO:teuthology.orchestra.run.smithi055.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-07-12T13:38:37.300 INFO:teuthology.orchestra.run.smithi055.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-07-12T13:38:37.300 INFO:teuthology.orchestra.run.smithi055.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-07-12T13:38:37.300 INFO:teuthology.orchestra.run.smithi055.stdout:UBUNTU_CODENAME=jammy 2023-07-12T13:38:37.300 INFO:teuthology.lock.ops:Updating smithi055.front.sepia.ceph.com on lock server 2023-07-12T13:38:37.328 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-07-12T13:38:37.346 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-07-12T13:38:37.393 INFO:teuthology.task.internal:Checking for old test directory... 2023-07-12T13:38:37.393 DEBUG:teuthology.orchestra.run.smithi050:> test '!' -e /home/ubuntu/cephtest 2023-07-12T13:38:37.396 DEBUG:teuthology.orchestra.run.smithi055:> test '!' -e /home/ubuntu/cephtest 2023-07-12T13:38:37.400 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-07-12T13:38:37.429 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-07-12T13:38:37.429 DEBUG:teuthology.orchestra.run.smithi050:> test -z $(ls -A /var/lib/ceph) 2023-07-12T13:38:37.443 DEBUG:teuthology.orchestra.run.smithi055:> test -z $(ls -A /var/lib/ceph) 2023-07-12T13:38:37.460 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-07-12T13:38:37.523 INFO:teuthology.run_tasks:Running task kernel... 2023-07-12T13:38:37.546 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': True, 'sha1': '84139c18d56f518615369e8310ae4ecf07a36dcd'} 2023-07-12T13:38:37.547 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': True, 'sha1': '84139c18d56f518615369e8310ae4ecf07a36dcd'}, 'mon.b': {'flavor': 'default', 'kdb': True, 'sha1': '84139c18d56f518615369e8310ae4ecf07a36dcd'}}, timeout 300 2023-07-12T13:38:37.547 DEBUG:teuthology.orchestra.run.smithi050:> test -f /run/.containerenv -o -f /.dockerenv 2023-07-12T13:38:37.548 DEBUG:teuthology.orchestra.run.smithi055:> test -f /run/.containerenv -o -f /.dockerenv 2023-07-12T13:38:37.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:38:37.553 DEBUG:teuthology.task.kernel:sha1 for mon.a is 84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:38:37.553 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "84139c18d56f518615369e8310ae4ecf07a36dcd"... 2023-07-12T13:38:37.553 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2023-07-12T13:38:37.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:38:37.554 DEBUG:teuthology.task.kernel:sha1 for mon.b is 84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:38:37.555 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "84139c18d56f518615369e8310ae4ecf07a36dcd"... 2023-07-12T13:38:37.555 DEBUG:teuthology.orchestra.run.smithi055:> uname -r 2023-07-12T13:38:37.601 INFO:teuthology.orchestra.run.smithi050.stdout:5.15.0-56-generic 2023-07-12T13:38:37.602 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:38:37.602 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-07-12T13:38:37.602 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:38:37.605 INFO:teuthology.orchestra.run.smithi055.stdout:5.15.0-56-generic 2023-07-12T13:38:37.606 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:38:37.606 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-07-12T13:38:37.606 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:38:37.743 INFO:teuthology.task.kernel:Installing linux-firmware on mon.a... 2023-07-12T13:38:37.743 DEBUG:teuthology.orchestra.run.smithi050:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2023-07-12T13:38:37.752 INFO:teuthology.task.kernel:Installing linux-firmware on mon.b... 2023-07-12T13:38:37.753 DEBUG:teuthology.orchestra.run.smithi055:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2023-07-12T13:38:37.769 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2023-07-12T13:38:37.774 INFO:teuthology.orchestra.run.smithi055.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2023-07-12T13:38:37.893 INFO:teuthology.orchestra.run.smithi050.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2023-07-12T13:38:37.893 INFO:teuthology.orchestra.run.smithi050.stderr:hint: is subject to change. To configure the initial branch name to use in all 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: of your new repositories, which will suppress this warning, call: 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: git config --global init.defaultBranch 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2023-07-12T13:38:37.894 INFO:teuthology.orchestra.run.smithi050.stderr:hint: 2023-07-12T13:38:37.895 INFO:teuthology.orchestra.run.smithi050.stderr:hint: git branch -m 2023-07-12T13:38:37.895 INFO:teuthology.orchestra.run.smithi050.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2023-07-12T13:38:37.896 DEBUG:teuthology.orchestra.run.smithi050:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2023-07-12T13:38:37.924 INFO:teuthology.orchestra.run.smithi055.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2023-07-12T13:38:37.924 INFO:teuthology.orchestra.run.smithi055.stderr:hint: is subject to change. To configure the initial branch name to use in all 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: of your new repositories, which will suppress this warning, call: 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: git config --global init.defaultBranch 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2023-07-12T13:38:37.925 INFO:teuthology.orchestra.run.smithi055.stderr:hint: 2023-07-12T13:38:37.926 INFO:teuthology.orchestra.run.smithi055.stderr:hint: git branch -m 2023-07-12T13:38:37.927 INFO:teuthology.orchestra.run.smithi055.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2023-07-12T13:38:37.927 DEBUG:teuthology.orchestra.run.smithi055:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2023-07-12T13:38:37.963 DEBUG:teuthology.orchestra.run.smithi050:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2023-07-12T13:38:37.993 DEBUG:teuthology.orchestra.run.smithi055:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2023-07-12T13:38:38.020 DEBUG:teuthology.orchestra.run.smithi050:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2023-07-12T13:38:38.047 DEBUG:teuthology.orchestra.run.smithi055:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2023-07-12T13:40:15.944 INFO:teuthology.orchestra.run.smithi050.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2023-07-12T13:40:15.944 INFO:teuthology.orchestra.run.smithi050.stderr: * [new branch] main -> origin/main 2023-07-12T13:40:15.974 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190312 -> 20190312 2023-07-12T13:40:15.974 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190416 -> 20190416 2023-07-12T13:40:15.974 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190514 -> 20190514 2023-07-12T13:40:15.974 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190618 -> 20190618 2023-07-12T13:40:15.974 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190717 -> 20190717 2023-07-12T13:40:15.975 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190815 -> 20190815 2023-07-12T13:40:15.975 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20190923 -> 20190923 2023-07-12T13:40:15.976 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20191022 -> 20191022 2023-07-12T13:40:15.977 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20191215 -> 20191215 2023-07-12T13:40:15.977 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200122 -> 20200122 2023-07-12T13:40:15.977 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200316 -> 20200316 2023-07-12T13:40:15.977 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200421 -> 20200421 2023-07-12T13:40:15.977 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200519 -> 20200519 2023-07-12T13:40:15.977 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200619 -> 20200619 2023-07-12T13:40:15.978 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200721 -> 20200721 2023-07-12T13:40:15.978 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200817 -> 20200817 2023-07-12T13:40:15.978 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20200918 -> 20200918 2023-07-12T13:40:15.978 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20201022 -> 20201022 2023-07-12T13:40:15.978 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20201118 -> 20201118 2023-07-12T13:40:15.978 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20201218 -> 20201218 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20210208 -> 20210208 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20210315 -> 20210315 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20210511 -> 20210511 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20210716 -> 20210716 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20210818 -> 20210818 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20210919 -> 20210919 2023-07-12T13:40:15.979 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20211027 -> 20211027 2023-07-12T13:40:15.981 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20211216 -> 20211216 2023-07-12T13:40:15.981 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220209 -> 20220209 2023-07-12T13:40:15.981 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220310 -> 20220310 2023-07-12T13:40:15.981 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220411 -> 20220411 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220509 -> 20220509 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220610 -> 20220610 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220708 -> 20220708 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220815 -> 20220815 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20220913 -> 20220913 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20221012 -> 20221012 2023-07-12T13:40:15.982 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20221109 -> 20221109 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20221214 -> 20221214 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20230117 -> 20230117 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20230210 -> 20230210 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20230310 -> 20230310 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20230404 -> 20230404 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20230515 -> 20230515 2023-07-12T13:40:15.983 INFO:teuthology.orchestra.run.smithi050.stderr: * [new tag] 20230625 -> 20230625 2023-07-12T13:40:19.423 INFO:teuthology.orchestra.run.smithi050.stderr:Updating files: 47% (1415/2977) Updating files: 48% (1429/2977) Updating files: 49% (1459/2977) Updating files: 50% (1489/2977) Updating files: 51% (1519/2977) Updating files: 52% (1549/2977) Updating files: 53% (1578/2977) Updating files: 54% (1608/2977) Updating files: 55% (1638/2977) Updating files: 56% (1668/2977) Updating files: 57% (1697/2977) Updating files: 58% (1727/2977) Updating files: 59% (1757/2977) Updating files: 60% (1787/2977) Updating files: 61% (1816/2977) Updating files: 62% (1846/2977) Updating files: 63% (1876/2977) Updating files: 64% (1906/2977) Updating files: 65% (1936/2977) Updating files: 65% (1952/2977) Updating files: 66% (1965/2977) Updating files: 67% (1995/2977) Updating files: 68% (2025/2977) Updating files: 69% (2055/2977) Updating files: 70% (2084/2977) Updating files: 71% (2114/2977) Updating files: 72% (2144/2977) Updating files: 73% (2174/2977) Updating files: 74% (2203/2977) Updating files: 75% (2233/2977) Updating files: 76% (2263/2977) Updating files: 77% (2293/2977) Updating files: 78% (2323/2977) Updating files: 79% (2352/2977) Updating files: 80% (2382/2977) Updating files: 81% (2412/2977) Updating files: 81% (2429/2977) Updating files: 82% (2442/2977) Updating files: 83% (2471/2977) Updating files: 84% (2501/2977) Updating files: 85% (2531/2977) Updating files: 86% (2561/2977) Updating files: 87% (2590/2977) Updating files: 88% (2620/2977) Updating files: 89% (2650/2977) Updating files: 90% (2680/2977) Updating files: 91% (2710/2977) Updating files: 92% (2739/2977) Updating files: 93% (2769/2977) Updating files: 94% (2799/2977) Updating files: 95% (2829/2977) Updating files: 96% (2858/2977) Updating files: 97% (2888/2977) Updating files: 98% (2918/2977) Updating files: 99% (2948/2977) Updating files: 100% (2977/2977) Updating files: 100% (2977/2977), done. 2023-07-12T13:40:19.427 INFO:teuthology.orchestra.run.smithi050.stdout:HEAD is now at d3f66064 Partially revert "amdgpu: DMCUB updates for DCN 3.1.4 and 3.1.5" 2023-07-12T13:40:19.447 INFO:teuthology.task.kernel:Downloading kernel 84139c18d56f518615369e8310ae4ecf07a36dcd on mon.a... 2023-07-12T13:40:19.448 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:40:19.661 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/84139c18d56f518615369e8310ae4ecf07a36dcd/ubuntu/jammy/flavors/default/pool/main/l/linux-6.4.0-g84139c18d56f/ 2023-07-12T13:40:19.661 DEBUG:teuthology.orchestra.run.smithi050:> rm -f /tmp/linux-image.deb && echo linux-image-6.4.0-g84139c18d56f_6.4.0-g84139c18d56f-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://3.chacra.ceph.com/r/kernel/testing/84139c18d56f518615369e8310ae4ecf07a36dcd/ubuntu/jammy/flavors/default/pool/main/l/linux-6.4.0-g84139c18d56f/ --input-file=- 2023-07-12T13:40:19.666 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi050.front.sepia.ceph.com to complete... 2023-07-12T13:40:20.312 INFO:teuthology.orchestra.run.smithi055.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2023-07-12T13:40:20.312 INFO:teuthology.orchestra.run.smithi055.stderr: * [new branch] main -> origin/main 2023-07-12T13:40:20.341 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190312 -> 20190312 2023-07-12T13:40:20.341 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190416 -> 20190416 2023-07-12T13:40:20.343 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190514 -> 20190514 2023-07-12T13:40:20.343 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190618 -> 20190618 2023-07-12T13:40:20.343 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190717 -> 20190717 2023-07-12T13:40:20.343 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190815 -> 20190815 2023-07-12T13:40:20.343 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20190923 -> 20190923 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20191022 -> 20191022 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20191215 -> 20191215 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200122 -> 20200122 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200316 -> 20200316 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200421 -> 20200421 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200519 -> 20200519 2023-07-12T13:40:20.344 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200619 -> 20200619 2023-07-12T13:40:20.345 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200721 -> 20200721 2023-07-12T13:40:20.345 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200817 -> 20200817 2023-07-12T13:40:20.345 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20200918 -> 20200918 2023-07-12T13:40:20.345 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20201022 -> 20201022 2023-07-12T13:40:20.345 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20201118 -> 20201118 2023-07-12T13:40:20.350 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20201218 -> 20201218 2023-07-12T13:40:20.350 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20210208 -> 20210208 2023-07-12T13:40:20.350 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20210315 -> 20210315 2023-07-12T13:40:20.350 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20210511 -> 20210511 2023-07-12T13:40:20.351 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20210716 -> 20210716 2023-07-12T13:40:20.351 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20210818 -> 20210818 2023-07-12T13:40:20.351 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20210919 -> 20210919 2023-07-12T13:40:20.351 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20211027 -> 20211027 2023-07-12T13:40:20.351 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20211216 -> 20211216 2023-07-12T13:40:20.351 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220209 -> 20220209 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220310 -> 20220310 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220411 -> 20220411 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220509 -> 20220509 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220610 -> 20220610 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220708 -> 20220708 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220815 -> 20220815 2023-07-12T13:40:20.352 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20220913 -> 20220913 2023-07-12T13:40:20.353 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20221012 -> 20221012 2023-07-12T13:40:20.353 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20221109 -> 20221109 2023-07-12T13:40:20.353 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20221214 -> 20221214 2023-07-12T13:40:20.353 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20230117 -> 20230117 2023-07-12T13:40:20.353 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20230210 -> 20230210 2023-07-12T13:40:20.354 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20230310 -> 20230310 2023-07-12T13:40:20.354 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20230404 -> 20230404 2023-07-12T13:40:20.354 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20230515 -> 20230515 2023-07-12T13:40:20.354 INFO:teuthology.orchestra.run.smithi055.stderr: * [new tag] 20230625 -> 20230625 2023-07-12T13:40:23.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12 13:40:24 URL:https://3.chacra.ceph.com/r/kernel/testing/84139c18d56f518615369e8310ae4ecf07a36dcd/ubuntu/jammy/flavors/default/pool/main/l/linux-6.4.0-g84139c18d56f/linux-image-6.4.0-g84139c18d56f_6.4.0-g84139c18d56f-1_amd64.deb [38588998/38588998] -> "/tmp/linux-image.deb" [1] 2023-07-12T13:40:23.494 INFO:teuthology.orchestra.run.smithi050.stderr:FINISHED --2023-07-12 13:40:24-- 2023-07-12T13:40:23.494 INFO:teuthology.orchestra.run.smithi050.stderr:Total wall clock time: 3.8s 2023-07-12T13:40:23.494 INFO:teuthology.orchestra.run.smithi050.stderr:Downloaded: 1 files, 37M in 3.4s (10.9 MB/s) 2023-07-12T13:40:23.496 INFO:teuthology.task.kernel:Installing kernel 84139c18d56f518615369e8310ae4ecf07a36dcd on mon.a... 2023-07-12T13:40:23.497 DEBUG:teuthology.orchestra.run.smithi050:> sudo dpkg -i /tmp/linux-image.deb 2023-07-12T13:40:23.776 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package linux-image-6.4.0-g84139c18d56f. 2023-07-12T13:40:23.784 INFO:teuthology.orchestra.run.smithi055.stderr:Updating files: 47% (1422/2977) Updating files: 48% (1429/2977) Updating files: 49% (1459/2977) Updating files: 50% (1489/2977) Updating files: 51% (1519/2977) Updating files: 52% (1549/2977) Updating files: 53% (1578/2977) Updating files: 54% (1608/2977) Updating files: 55% (1638/2977) Updating files: 56% (1668/2977) Updating files: 57% (1697/2977) Updating files: 58% (1727/2977) Updating files: 59% (1757/2977) Updating files: 60% (1787/2977) Updating files: 61% (1816/2977) Updating files: 62% (1846/2977) Updating files: 63% (1876/2977) Updating files: 64% (1906/2977) Updating files: 65% (1936/2977) Updating files: 65% (1952/2977) Updating files: 66% (1965/2977) Updating files: 67% (1995/2977) Updating files: 68% (2025/2977) Updating files: 69% (2055/2977) Updating files: 70% (2084/2977) Updating files: 71% (2114/2977) Updating files: 72% (2144/2977) Updating files: 73% (2174/2977) Updating files: 74% (2203/2977) Updating files: 75% (2233/2977) Updating files: 76% (2263/2977) Updating files: 77% (2293/2977) Updating files: 78% (2323/2977) Updating files: 79% (2352/2977) Updating files: 80% (2382/2977) Updating files: 81% (2412/2977) Updating files: 81% (2429/2977) Updating files: 82% (2442/2977) Updating files: 83% (2471/2977) Updating files: 84% (2501/2977) Updating files: 85% (2531/2977) Updating files: 86% (2561/2977) Updating files: 87% (2590/2977) Updating files: 88% (2620/2977) Updating files: 89% (2650/2977) Updating files: 90% (2680/2977) Updating files: 91% (2710/2977) Updating files: 92% (2739/2977) Updating files: 93% (2769/2977) Updating files: 94% (2799/2977) Updating files: 95% (2829/2977) Updating files: 96% (2858/2977) Updating files: 97% (2888/2977) Updating files: 98% (2918/2977) Updating files: 99% (2948/2977) Updating files: 100% (2977/2977) Updating files: 100% (2977/2977), done. 2023-07-12T13:40:23.789 INFO:teuthology.orchestra.run.smithi055.stdout:HEAD is now at d3f66064 Partially revert "amdgpu: DMCUB updates for DCN 3.1.4 and 3.1.5" 2023-07-12T13:40:23.808 INFO:teuthology.task.kernel:Downloading kernel 84139c18d56f518615369e8310ae4ecf07a36dcd on mon.b... 2023-07-12T13:40:23.809 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=84139c18d56f518615369e8310ae4ecf07a36dcd 2023-07-12T13:40:24.020 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/84139c18d56f518615369e8310ae4ecf07a36dcd/ubuntu/jammy/flavors/default/pool/main/l/linux-6.4.0-g84139c18d56f/ 2023-07-12T13:40:24.020 DEBUG:teuthology.orchestra.run.smithi055:> rm -f /tmp/linux-image.deb && echo linux-image-6.4.0-g84139c18d56f_6.4.0-g84139c18d56f-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://3.chacra.ceph.com/r/kernel/testing/84139c18d56f518615369e8310ae4ecf07a36dcd/ubuntu/jammy/flavors/default/pool/main/l/linux-6.4.0-g84139c18d56f/ --input-file=- 2023-07-12T13:40:24.023 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi055.front.sepia.ceph.com to complete... 2023-07-12T13:40:25.520 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12 13:40:25 URL:https://3.chacra.ceph.com/r/kernel/testing/84139c18d56f518615369e8310ae4ecf07a36dcd/ubuntu/jammy/flavors/default/pool/main/l/linux-6.4.0-g84139c18d56f/linux-image-6.4.0-g84139c18d56f_6.4.0-g84139c18d56f-1_amd64.deb [38588998/38588998] -> "/tmp/linux-image.deb" [1] 2023-07-12T13:40:25.520 INFO:teuthology.orchestra.run.smithi055.stderr:FINISHED --2023-07-12 13:40:25-- 2023-07-12T13:40:25.520 INFO:teuthology.orchestra.run.smithi055.stderr:Total wall clock time: 1.5s 2023-07-12T13:40:25.521 INFO:teuthology.orchestra.run.smithi055.stderr:Downloaded: 1 files, 37M in 1.4s (27.1 MB/s) 2023-07-12T13:40:25.523 INFO:teuthology.task.kernel:Installing kernel 84139c18d56f518615369e8310ae4ecf07a36dcd on mon.b... 2023-07-12T13:40:25.523 DEBUG:teuthology.orchestra.run.smithi055:> sudo dpkg -i /tmp/linux-image.deb 2023-07-12T13:40:25.713 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package linux-image-6.4.0-g84139c18d56f. 2023-07-12T13:40:25.825 INFO:teuthology.orchestra.run.smithi050.stdout:(Reading database ... 129542 files and directories currently installed.) 2023-07-12T13:40:25.829 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack /tmp/linux-image.deb ... 2023-07-12T13:40:26.110 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking linux-image-6.4.0-g84139c18d56f (6.4.0-g84139c18d56f-1) ... 2023-07-12T13:40:27.749 INFO:teuthology.orchestra.run.smithi055.stdout:(Reading database ... 129542 files and directories currently installed.) 2023-07-12T13:40:27.754 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack /tmp/linux-image.deb ... 2023-07-12T13:40:27.858 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking linux-image-6.4.0-g84139c18d56f (6.4.0-g84139c18d56f-1) ... 2023-07-12T13:40:29.351 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up linux-image-6.4.0-g84139c18d56f (6.4.0-g84139c18d56f-1) ... 2023-07-12T13:40:29.441 INFO:teuthology.orchestra.run.smithi050.stderr:update-initramfs: Generating /boot/initrd.img-6.4.0-g84139c18d56f 2023-07-12T13:40:31.497 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up linux-image-6.4.0-g84139c18d56f (6.4.0-g84139c18d56f-1) ... 2023-07-12T13:40:31.606 INFO:teuthology.orchestra.run.smithi055.stderr:update-initramfs: Generating /boot/initrd.img-6.4.0-g84139c18d56f 2023-07-12T13:40:49.598 INFO:teuthology.orchestra.run.smithi050.stderr:Sourcing file `/etc/default/grub' 2023-07-12T13:40:49.616 INFO:teuthology.orchestra.run.smithi050.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-07-12T13:40:49.637 INFO:teuthology.orchestra.run.smithi050.stderr:Generating grub configuration file ... 2023-07-12T13:40:50.058 INFO:teuthology.orchestra.run.smithi050.stderr:Found linux image: /boot/vmlinuz-6.4.0-g84139c18d56f 2023-07-12T13:40:50.075 INFO:teuthology.orchestra.run.smithi050.stderr:Found initrd image: /boot/initrd.img-6.4.0-g84139c18d56f 2023-07-12T13:40:50.465 INFO:teuthology.orchestra.run.smithi050.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-07-12T13:40:50.473 INFO:teuthology.orchestra.run.smithi050.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-07-12T13:40:50.536 INFO:teuthology.orchestra.run.smithi050.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-07-12T13:40:50.542 INFO:teuthology.orchestra.run.smithi050.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-07-12T13:40:50.695 INFO:teuthology.orchestra.run.smithi050.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-07-12T13:40:50.696 INFO:teuthology.orchestra.run.smithi050.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-07-12T13:40:50.696 INFO:teuthology.orchestra.run.smithi050.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-07-12T13:40:50.749 INFO:teuthology.orchestra.run.smithi050.stderr:done 2023-07-12T13:40:50.937 INFO:teuthology.orchestra.run.smithi055.stderr:Sourcing file `/etc/default/grub' 2023-07-12T13:40:50.949 INFO:teuthology.orchestra.run.smithi055.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-07-12T13:40:50.958 DEBUG:teuthology.orchestra.run.smithi050:> dpkg-deb -c /tmp/linux-image.deb 2023-07-12T13:40:50.966 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./ 2023-07-12T13:40:50.967 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./boot/ 2023-07-12T13:40:50.967 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 4323582 2023-06-30 10:38 ./boot/System.map-6.4.0-g84139c18d56f 2023-07-12T13:40:50.975 INFO:teuthology.orchestra.run.smithi055.stderr:Generating grub configuration file ... 2023-07-12T13:40:50.980 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 167337 2023-06-30 10:38 ./boot/config-6.4.0-g84139c18d56f 2023-07-12T13:40:50.981 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11237632 2023-06-30 10:38 ./boot/vmlinuz-6.4.0-g84139c18d56f 2023-07-12T13:40:51.003 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/ 2023-07-12T13:40:51.004 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/ 2023-07-12T13:40:51.004 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/postinst.d/ 2023-07-12T13:40:51.004 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/postrm.d/ 2023-07-12T13:40:51.004 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/preinst.d/ 2023-07-12T13:40:51.005 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/prerm.d/ 2023-07-12T13:40:51.005 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/ 2023-07-12T13:40:51.006 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/ 2023-07-12T13:40:51.006 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/ 2023-07-12T13:40:51.006 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/ 2023-07-12T13:40:51.007 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/ 2023-07-12T13:40:51.007 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/ 2023-07-12T13:40:51.007 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/ 2023-07-12T13:40:51.007 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 490385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/aesni-intel.ko 2023-07-12T13:40:51.007 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 92385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 106729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 152241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-07-12T13:40:51.008 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/serpent-avx2.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-07-12T13:40:51.009 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 58585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/ 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpu/ 2023-07-12T13:40:51.010 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpu/mce/ 2023-07-12T13:40:51.011 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-07-12T13:40:51.011 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpuid.ko 2023-07-12T13:40:51.011 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/msr.ko 2023-07-12T13:40:51.011 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/ 2023-07-12T13:40:51.011 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 346513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/kvm-amd.ko 2023-07-12T13:40:51.011 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 972233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/kvm-intel.ko 2023-07-12T13:40:51.017 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 2209953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/kvm.ko 2023-07-12T13:40:51.018 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/ 2023-07-12T13:40:51.018 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 56345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/af_alg.ko 2023-07-12T13:40:51.018 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/algif_hash.ko 2023-07-12T13:40:51.018 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/algif_skcipher.ko 2023-07-12T13:40:51.018 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/ansi_cprng.ko 2023-07-12T13:40:51.018 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/anubis.ko 2023-07-12T13:40:51.019 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/arc4.ko 2023-07-12T13:40:51.019 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/asymmetric_keys/ 2023-07-12T13:40:51.019 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2023-07-12T13:40:51.019 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/ 2023-07-12T13:40:51.019 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_memcpy.ko 2023-07-12T13:40:51.019 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_pq.ko 2023-07-12T13:40:51.020 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_raid6_recov.ko 2023-07-12T13:40:51.020 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_tx.ko 2023-07-12T13:40:51.020 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_xor.ko 2023-07-12T13:40:51.020 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/raid6test.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/authenc.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/authencesn.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/blake2b_generic.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/blowfish_common.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/blowfish_generic.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/camellia_generic.ko 2023-07-12T13:40:51.021 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cast5_generic.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cast6_generic.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cast_common.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/ccm.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cmac.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crc32_generic.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cryptd.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crypto_engine.ko 2023-07-12T13:40:51.022 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crypto_simd.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crypto_user.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cts.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/des_generic.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/dh_generic.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/echainiv.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/essiv.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/fcrypt.ko 2023-07-12T13:40:51.023 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/khazad.ko 2023-07-12T13:40:51.024 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/lrw.ko 2023-07-12T13:40:51.024 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/lz4.ko 2023-07-12T13:40:51.024 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/lz4hc.ko 2023-07-12T13:40:51.024 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/md4.ko 2023-07-12T13:40:51.024 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/michael_mic.ko 2023-07-12T13:40:51.024 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/pcbc.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/pcrypt.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/rmd160.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/seed.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/serpent_generic.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 149193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/tcrypt.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/tea.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/twofish_common.ko 2023-07-12T13:40:51.025 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/twofish_generic.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/vmac.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/wp512.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xcbc.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xor.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xts.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xxhash_generic.ko 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ 2023-07-12T13:40:51.026 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/ 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/acpi_extlog.ko 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/acpi_ipmi.ko 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/acpi_pad.ko 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/apei/ 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/apei/einj.ko 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/ec_sys.ko 2023-07-12T13:40:51.027 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/platform_profile.ko 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/sbs.ko 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/sbshc.ko 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 98369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/video.ko 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/ 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/acard-ahci.ko 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 88625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/ahci.ko 2023-07-12T13:40:51.028 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/ahci_platform.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 85193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/libahci.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/libahci_platform.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_acpi.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ali.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_amd.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_artop.ko 2023-07-12T13:40:51.029 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_atiixp.ko 2023-07-12T13:40:51.030 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_atp867x.ko 2023-07-12T13:40:51.030 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_cmd640.ko 2023-07-12T13:40:51.030 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_cmd64x.ko 2023-07-12T13:40:51.030 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_cypress.ko 2023-07-12T13:40:51.031 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_efar.ko 2023-07-12T13:40:51.031 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt366.ko 2023-07-12T13:40:51.031 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt37x.ko 2023-07-12T13:40:51.032 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt3x2n.ko 2023-07-12T13:40:51.032 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt3x3.ko 2023-07-12T13:40:51.032 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_it8213.ko 2023-07-12T13:40:51.033 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_it821x.ko 2023-07-12T13:40:51.033 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_jmicron.ko 2023-07-12T13:40:51.033 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_legacy.ko 2023-07-12T13:40:51.034 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_marvell.ko 2023-07-12T13:40:51.034 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_mpiix.ko 2023-07-12T13:40:51.034 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_netcell.ko 2023-07-12T13:40:51.034 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ninja32.ko 2023-07-12T13:40:51.034 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ns87410.ko 2023-07-12T13:40:51.035 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ns87415.ko 2023-07-12T13:40:51.035 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_oldpiix.ko 2023-07-12T13:40:51.035 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_opti.ko 2023-07-12T13:40:51.035 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_optidma.ko 2023-07-12T13:40:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_pcmcia.ko 2023-07-12T13:40:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_pdc2027x.ko 2023-07-12T13:40:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-07-12T13:40:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_piccolo.ko 2023-07-12T13:40:51.037 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_radisys.ko 2023-07-12T13:40:51.037 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_rdc.ko 2023-07-12T13:40:51.037 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_rz1000.ko 2023-07-12T13:40:51.037 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_sch.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_serverworks.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_sil680.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_sl82c105.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_triflex.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_via.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pdc_adma.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_inic162x.ko 2023-07-12T13:40:51.038 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_mv.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 70537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_nv.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_promise.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_qstor.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sil.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sil24.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sis.ko 2023-07-12T13:40:51.039 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_svw.ko 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sx4.ko 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_uli.ko 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_via.ko 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_vsc.ko 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/auxdisplay/ 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/auxdisplay/ks0108.ko 2023-07-12T13:40:51.040 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/bcma/ 2023-07-12T13:40:51.041 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 121681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/bcma/bcma.ko 2023-07-12T13:40:51.041 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/ 2023-07-12T13:40:51.041 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/aoe/ 2023-07-12T13:40:51.041 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 113617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/aoe/aoe.ko 2023-07-12T13:40:51.041 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/drbd/ 2023-07-12T13:40:51.041 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 968129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/drbd/drbd.ko 2023-07-12T13:40:51.078 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 173225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/floppy.ko 2023-07-12T13:40:51.078 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/mtip32xx/ 2023-07-12T13:40:51.078 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 94297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-07-12T13:40:51.078 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 114169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/nbd.ko 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/null_blk/ 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 110361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/null_blk/null_blk.ko 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 81729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/pktcdvd.ko 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 257529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/rbd.ko 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/xen-blkback/ 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 98193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-07-12T13:40:51.079 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/zram/ 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/zram/zram.ko 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/applicom.ko 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hangcheck-timer.ko 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/ 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/amd-rng.ko 2023-07-12T13:40:51.080 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/intel-rng.ko 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/via-rng.ko 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/virtio-rng.ko 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 147705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-07-12T13:40:51.081 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-07-12T13:40:51.082 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 139057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_si.ko 2023-07-12T13:40:51.082 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 70833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-07-12T13:40:51.082 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-07-12T13:40:51.082 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/lp.ko 2023-07-12T13:40:51.082 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/mwave/ 2023-07-12T13:40:51.082 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 84121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/mwave/mwave.ko 2023-07-12T13:40:51.083 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/nvram.ko 2023-07-12T13:40:51.083 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ppdev.ko 2023-07-12T13:40:51.083 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tlclk.ko 2023-07-12T13:40:51.083 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/ 2023-07-12T13:40:51.083 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_atmel.ko 2023-07-12T13:40:51.083 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2023-07-12T13:40:51.084 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2023-07-12T13:40:51.084 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2023-07-12T13:40:51.084 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_infineon.ko 2023-07-12T13:40:51.084 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_nsc.ko 2023-07-12T13:40:51.085 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/xen-tpmfront.ko 2023-07-12T13:40:51.085 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/ 2023-07-12T13:40:51.085 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/xillybus_class.ko 2023-07-12T13:40:51.086 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/xillybus_core.ko 2023-07-12T13:40:51.086 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/xillybus_pcie.ko 2023-07-12T13:40:51.086 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/ 2023-07-12T13:40:51.086 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-palmas.ko 2023-07-12T13:40:51.087 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-si5351.ko 2023-07-12T13:40:51.087 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-twl6040.ko 2023-07-12T13:40:51.087 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-wm831x.ko 2023-07-12T13:40:51.088 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/ 2023-07-12T13:40:51.088 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-07-12T13:40:51.088 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/p4-clockmod.ko 2023-07-12T13:40:51.088 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/speedstep-lib.ko 2023-07-12T13:40:51.089 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ 2023-07-12T13:40:51.089 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ccp/ 2023-07-12T13:40:51.089 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 70785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-07-12T13:40:51.090 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 231713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ccp/ccp.ko 2023-07-12T13:40:51.090 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/ 2023-07-12T13:40:51.090 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/ 2023-07-12T13:40:51.090 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_common/ 2023-07-12T13:40:51.091 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 396457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-07-12T13:40:51.091 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2023-07-12T13:40:51.091 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-07-12T13:40:51.091 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/padlock-aes.ko 2023-07-12T13:40:51.092 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/padlock-sha.ko 2023-07-12T13:40:51.092 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/virtio/ 2023-07-12T13:40:51.092 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-07-12T13:40:51.093 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dca/ 2023-07-12T13:40:51.093 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dca/dca.ko 2023-07-12T13:40:51.093 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/ 2023-07-12T13:40:51.094 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/dw/ 2023-07-12T13:40:51.094 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/dw/dw_dmac.ko 2023-07-12T13:40:51.094 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/ioat/ 2023-07-12T13:40:51.094 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 122649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/ioat/ioatdma.ko 2023-07-12T13:40:51.095 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/ 2023-07-12T13:40:51.095 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 75521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/amd64_edac.ko 2023-07-12T13:40:51.095 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/e752x_edac.ko 2023-07-12T13:40:51.096 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/edac_mce_amd.ko 2023-07-12T13:40:51.096 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i3000_edac.ko 2023-07-12T13:40:51.096 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i3200_edac.ko 2023-07-12T13:40:51.096 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i5100_edac.ko 2023-07-12T13:40:51.097 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i5400_edac.ko 2023-07-12T13:40:51.097 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i7300_edac.ko 2023-07-12T13:40:51.097 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i7core_edac.ko 2023-07-12T13:40:51.098 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i82975x_edac.ko 2023-07-12T13:40:51.098 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/ie31200_edac.ko 2023-07-12T13:40:51.098 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 56809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/sb_edac.ko 2023-07-12T13:40:51.098 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/x38_edac.ko 2023-07-12T13:40:51.099 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/ 2023-07-12T13:40:51.099 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-gpio.ko 2023-07-12T13:40:51.099 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-max14577.ko 2023-07-12T13:40:51.100 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-max77693.ko 2023-07-12T13:40:51.100 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-max8997.ko 2023-07-12T13:40:51.100 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-palmas.ko 2023-07-12T13:40:51.100 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-rt8973a.ko 2023-07-12T13:40:51.101 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-sm5502.ko 2023-07-12T13:40:51.101 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/ 2023-07-12T13:40:51.101 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/dmi-sysfs.ko 2023-07-12T13:40:51.101 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/efi/ 2023-07-12T13:40:51.102 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/efi/efi-pstore.ko 2023-07-12T13:40:51.102 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/iscsi_ibft.ko 2023-07-12T13:40:51.102 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/ 2023-07-12T13:40:51.103 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-adp5520.ko 2023-07-12T13:40:51.103 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-amd8111.ko 2023-07-12T13:40:51.103 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-arizona.ko 2023-07-12T13:40:51.103 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-da9052.ko 2023-07-12T13:40:51.104 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-da9055.ko 2023-07-12T13:40:51.104 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-dln2.ko 2023-07-12T13:40:51.104 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-f7188x.ko 2023-07-12T13:40:51.105 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-generic.ko 2023-07-12T13:40:51.105 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-ich.ko 2023-07-12T13:40:51.105 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-janz-ttl.ko 2023-07-12T13:40:51.105 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-kempld.ko 2023-07-12T13:40:51.105 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-lp3943.ko 2023-07-12T13:40:51.105 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-max7300.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-max730x.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-max732x.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-ml-ioh.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-pca953x.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-pcf857x.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-rdc321x.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-sch.ko 2023-07-12T13:40:51.106 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-sch311x.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-tps65912.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-twl4030.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-twl6040.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-viperboard.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-vx855.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-wm831x.ko 2023-07-12T13:40:51.107 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-wm8350.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-wm8994.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/ 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-a4tech.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-apple.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-appleir.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-aureal.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-axff.ko 2023-07-12T13:40:51.108 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-belkin.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-cherry.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-chicony.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-cp2112.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-cypress.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-dr.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-elecom.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-elo.ko 2023-07-12T13:40:51.109 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-emsff.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-ezkey.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-gaff.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-generic.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-gt683r.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-gyration.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-holtek-kbd.ko 2023-07-12T13:40:51.110 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-holtek-mouse.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-holtekff.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-hyperv.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-icade.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-kensington.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-keytouch.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-kye.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-lcpower.ko 2023-07-12T13:40:51.111 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-led.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-lenovo.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-lg-g15.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-logitech-dj.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 100681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 80993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-logitech.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-magicmouse.ko 2023-07-12T13:40:51.112 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-microsoft.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-monterey.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-multitouch.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-ntrig.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-ortek.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-penmount.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-petalynx.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 72937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-picolcd.ko 2023-07-12T13:40:51.113 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-pl.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-plantronics.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-primax.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-rmi.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-arvo.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-common.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-isku.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-kone.ko 2023-07-12T13:40:51.114 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-konepure.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-lua.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-pyra.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-ryos.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-savu.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat.ko 2023-07-12T13:40:51.115 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-saitek.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-samsung.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sensor-hub.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sjoy.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sony.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-speedlink.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-steelseries.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sunplus.ko 2023-07-12T13:40:51.116 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-thrustmaster.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-tivo.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-tmff.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-topseed.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-twinhan.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 71457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-uclogic.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-waltop.ko 2023-07-12T13:40:51.117 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 143585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-wiimote.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-xinmo.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-zpff.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-zydacron.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 261881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/uhid.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/ 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 125425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/usbhid.ko 2023-07-12T13:40:51.118 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/usbkbd.ko 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/usbmouse.ko 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 217401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/wacom.ko 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/ 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/hv_balloon.ko 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 89609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/hv_utils.ko 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 292697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/hv_vmbus.ko 2023-07-12T13:40:51.119 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/abituguru.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/abituguru3.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/acpi_power_meter.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ad7414.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ad7418.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adc128d818.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1025.ko 2023-07-12T13:40:51.120 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 97977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1026.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1029.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1031.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm9240.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ads7828.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7410.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7411.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 74433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7462.ko 2023-07-12T13:40:51.121 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7470.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 65321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7475.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7x10.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/amc6821.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/applesmc.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/asb100.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 58617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/asc7621.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/asus_atk0110.ko 2023-07-12T13:40:51.122 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/atxp1.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/coretemp.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/da9052-hwmon.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/da9055-hwmon.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 99601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/dme1737.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ds1621.ko 2023-07-12T13:40:51.123 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ds620.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/emc1403.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/emc2103.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/emc6w201.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/f71805f.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 94641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/f71882fg.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/f75375s.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/fam15h_power.ko 2023-07-12T13:40:51.124 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/fschmd.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/g760a.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/g762.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/gl518sm.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/gl520sm.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/hih6130.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/hwmon-vid.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/i5500_temp.ko 2023-07-12T13:40:51.125 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/i5k_amb.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ibmaem.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ibmpex.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ina209.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ina2xx.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 129025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/it87.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/jc42.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/k10temp.ko 2023-07-12T13:40:51.126 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/k8temp.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lineage-pem.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 48601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm63.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm73.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm75.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm77.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm78.ko 2023-07-12T13:40:51.127 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm80.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm83.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 72833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm85.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm87.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm90.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm92.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 108841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm93.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm95234.ko 2023-07-12T13:40:51.128 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm95241.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm95245.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc2945.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4151.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4215.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4222.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4245.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4260.ko 2023-07-12T13:40:51.129 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4261.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max16065.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max1619.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max1668.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max197.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max6639.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max6650.ko 2023-07-12T13:40:51.130 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max6697.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/mc13783-adc.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/mcp3021.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct6683.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 114753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct6775-core.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct6775.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct7802.ko 2023-07-12T13:40:51.131 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 82337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pc87360.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pc87427.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pcf8591.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/max16064.ko 2023-07-12T13:40:51.132 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/max34440.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/max8688.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 79465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-07-12T13:40:51.133 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/powr1220.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sch5627.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sch5636.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sch56xx-common.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sht15.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sht21.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/shtc1.ko 2023-07-12T13:40:51.134 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sis5595.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smm665.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smsc47b397.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smsc47m1.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smsc47m192.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/thmc50.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp102.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp103.ko 2023-07-12T13:40:51.135 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp401.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp421.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/via-cputemp.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/via686a.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/vt1211.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/vt8231.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83627ehf.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83627hf.ko 2023-07-12T13:40:51.136 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 71345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83781d.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83791d.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 71321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83792d.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 101457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83793.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 119505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83795.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83l785ts.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83l786ng.ko 2023-07-12T13:40:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/wm831x-hwmon.ko 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/wm8350-hwmon.ko 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/ 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/algos/ 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/ 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ali1535.ko 2023-07-12T13:40:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ali1563.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2023-07-12T13:40:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-dln2.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-gpio.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 62513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-i801.ko 2023-07-12T13:40:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-isch.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-kempld.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ocores.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-parport.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-07-12T13:40:51.141 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-sis5595.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-sis630.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-07-12T13:40:51.142 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-via.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 48313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-xiic.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/i2c-mux.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/i2c-smbus.ko 2023-07-12T13:40:51.143 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/i2c-stub.ko 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/ 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 264521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_cm.ko 2023-07-12T13:40:51.144 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 849289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_core.ko 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_umad.ko 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 320385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 96969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/iw_cm.ko 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 271697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/rdma_cm.ko 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/ 2023-07-12T13:40:51.145 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/cxgb4/ 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 492561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx4/ 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 419217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx5/ 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 738161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mthca/ 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 296665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-07-12T13:40:51.146 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/ocrdma/ 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 153681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/usnic/ 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 169017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/ 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/ipoib/ 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 263177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-07-12T13:40:51.147 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/iser/ 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 100225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/isert/ 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 111993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srp/ 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 129081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srpt/ 2023-07-12T13:40:51.148 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 129553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/ 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/evbug.ko 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/ff-memless.ko 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/ 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/fm801-gp.ko 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/gameport.ko 2023-07-12T13:40:51.149 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/lightning.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/ns558.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/joydev.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/ 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/adp5520-keys.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/adp5588-keys.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/adp5589-keys.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2023-07-12T13:40:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/gpio_keys.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/lkkbd.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/lm8323.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/lm8333.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/matrix_keypad.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/max7359_keypad.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/mcs_touchkey.ko 2023-07-12T13:40:51.151 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/newtonkbd.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/opencores-kbd.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/qt1070.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/qt2160.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/samsung-keypad.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/stowaway.ko 2023-07-12T13:40:51.152 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/sunkbd.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/tca6416-keypad.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/tca8418_keypad.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/twl4030_keypad.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/xtkbd.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/matrix-keymap.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/ 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/appletouch.ko 2023-07-12T13:40:51.153 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/bcm5974.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 123681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/cyapatp.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 89449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/elan_i2c.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/gpio_mouse.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 334505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/psmouse.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/sermouse.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/synaptics_usb.ko 2023-07-12T13:40:51.154 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/vsxxxaa.ko 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/rmi4/ 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 108209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/rmi4/rmi_core.ko 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/ 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/altera_ps2.ko 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/arc_ps2.ko 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/ct82c710.ko 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-07-12T13:40:51.155 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/parkbd.ko 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/pcips2.ko 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/ps2mult.ko 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/serio_raw.ko 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/serport.ko 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/sparse-keymap.ko 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/iommu/ 2023-07-12T13:40:51.156 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/iommu/amd/ 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/iommu/amd/iommu_v2.ko 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/ 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-88pm860x.ko 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-adp5520.ko 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-bd2802.ko 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-blinkm.ko 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-da903x.ko 2023-07-12T13:40:51.157 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-da9052.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-gpio.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm3530.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm3533.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm355x.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm3642.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lp3944.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lp8788.ko 2023-07-12T13:40:51.158 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-max8997.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-mc13783.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-menf21bmc.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-pca9532.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-pca955x.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-pca963x.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-ss4200.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-tca6507.ko 2023-07-12T13:40:51.159 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-wm831x-status.ko 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-wm8350.ko 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-07-12T13:40:51.160 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/ 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/bcache/ 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 631833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/bcache/bcache.ko 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-bio-prison.ko 2023-07-12T13:40:51.161 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 86145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-bufio.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-cache-smq.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 154273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-cache.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 105673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-crypt.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-delay.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-era.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-flakey.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-log-userspace.ko 2023-07-12T13:40:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-log.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-mirror.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 77617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-multipath.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-queue-length.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 70833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-raid.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-region-hash.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-round-robin.ko 2023-07-12T13:40:51.163 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-service-time.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 108913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-snapshot.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-switch.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 182185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-thin-pool.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-verity.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-zero.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/faulty.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/linear.ko 2023-07-12T13:40:51.164 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/multipath.ko 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/persistent-data/ 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 192841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid0.ko 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 111465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid1.ko 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 157993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid10.ko 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 392889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid456.ko 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/ 2023-07-12T13:40:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/ 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 174497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptbase.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptctl.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptfc.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptlan.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 123305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptsas.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 76121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptscsih.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptspi.ko 2023-07-12T13:40:51.166 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/ 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/88pm800.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/88pm805.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/88pm80x.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/arizona-i2c.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 121833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/arizona.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/bcm590xx.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/cros_ec_dev.ko 2023-07-12T13:40:51.167 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/dln2.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/janz-cmodio.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/kempld-core.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lm3533-core.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lm3533-ctrlbank.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lp3943.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lpc_ich.ko 2023-07-12T13:40:51.168 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lpc_sch.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/max8907.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/mc13xxx-core.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/mc13xxx-i2c.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/menf21bmc.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/pcf50633-adc.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/pcf50633-gpio.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/pcf50633.ko 2023-07-12T13:40:51.169 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/rdc321x-southbridge.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/retu-mfd.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 76545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/si476x-core.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/sm501.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/ti_am335x_tscadc.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/tps65010.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/tps6507x.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/viperboard.ko 2023-07-12T13:40:51.170 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/vx855.ko 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/wl1273-core.ko 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/wm8994.ko 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ad525x_dpot-i2c.ko 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 48193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ad525x_dpot.ko 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/altera-stapl/ 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-07-12T13:40:51.171 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/apds9802als.ko 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/apds990x.ko 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/bh1770glc.ko 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/c2port/ 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/c2port/core.ko 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/cb710/ 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/cb710/cb710.ko 2023-07-12T13:40:51.172 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ds1682.ko 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/dummy-irq.ko 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/echo/ 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/echo/echo.ko 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/ 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/at24.ko 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/eeprom.ko 2023-07-12T13:40:51.173 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-07-12T13:40:51.174 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/max6875.ko 2023-07-12T13:40:51.174 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/enclosure.ko 2023-07-12T13:40:51.174 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/genwqe/ 2023-07-12T13:40:51.174 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 152073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/genwqe/genwqe_card.ko 2023-07-12T13:40:51.174 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/hmc6352.ko 2023-07-12T13:40:51.224 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/hpilo.ko 2023-07-12T13:40:51.224 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ibmasm/ 2023-07-12T13:40:51.224 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 72601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ibmasm/ibmasm.ko 2023-07-12T13:40:51.224 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ics932s401.ko 2023-07-12T13:40:51.224 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/isl29003.ko 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/isl29020.ko 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/lis3lv02d/ 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/ 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 124569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/mei-me.ko 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 56521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/mei-txe.ko 2023-07-12T13:40:51.225 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 304465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/mei.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/phantom.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ti-st/ 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 74609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ti-st/st_drv.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/tifm_7xx1.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/tifm_core.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/tsl2550.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 48673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/vmw_balloon.ko 2023-07-12T13:40:51.226 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/vmw_vmci/ 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 180817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/bonding/ 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 487993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/bonding/bonding.ko 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/ 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/b53/ 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 102129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/b53/b53_common.ko 2023-07-12T13:40:51.227 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/bcm-sf2.ko 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/mv88e6060.ko 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/mv88e6xxx/ 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 447289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dummy.ko 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/eql.ko 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ 2023-07-12T13:40:51.228 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/ 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 130489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/ 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/8390.ko 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-07-12T13:40:51.229 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 99049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/adaptec/ 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/agere/ 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 69145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/agere/et131x.ko 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/alteon/ 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-07-12T13:40:51.230 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/altera/ 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/ 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 87345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/ 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/alx/ 2023-07-12T13:40:51.231 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 97321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1c/ 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 104585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1e/ 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 90257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atlx/ 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 81505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 69713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-07-12T13:40:51.232 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/ 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 176817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1422209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 127993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/genet/ 2023-07-12T13:40:51.233 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 131241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 312097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/brocade/ 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/brocade/bna/ 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 323601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/ 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb/ 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 193433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-07-12T13:40:51.234 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 345929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1038969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 166113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-07-12T13:40:51.235 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/cisco/ 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/cisco/enic/ 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 203537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/ 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/ 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 69385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 141161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-07-12T13:40:51.236 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 62865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dlink/ 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 62833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dnet.ko 2023-07-12T13:40:51.237 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ec_bhf.ko 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/emulex/ 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/emulex/benet/ 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 281033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ethoc.ko 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/fealnx.ko 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/fujitsu/ 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2023-07-12T13:40:51.238 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 90465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e100.ko 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000/ 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 295713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000e/ 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 584001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/fm10k/ 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 246321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-07-12T13:40:51.239 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/i40e/ 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 922401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/iavf/ 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 301689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igb/ 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 514641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igbvf/ 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 93593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-07-12T13:40:51.240 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbe/ 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 734081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbevf/ 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 151865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 86921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/jme.ko 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/ 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 102385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/skge.ko 2023-07-12T13:40:51.241 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 122681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/ 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx4/ 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 710481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 280513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx5/ 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2023-07-12T13:40:51.242 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1054153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ks8842.ko 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 95665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/myricom/ 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/myricom/myri10ge/ 2023-07-12T13:40:51.243 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 108809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/natsemi/ 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/neterion/ 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 150905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/nvidia/ 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 136785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-07-12T13:40:51.244 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/packetengines/ 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/ 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/netxen/ 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 227113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 87081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2023-07-12T13:40:51.245 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 671393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/rdc/ 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/ 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 67385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/atp.ko 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 189817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-07-12T13:40:51.246 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/samsung/ 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/samsung/sxgbe/ 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 104241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sfc/ 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 893097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/silan/ 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-07-12T13:40:51.247 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sis/ 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sis/sis190.ko 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sis/sis900.ko 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/ 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 67129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-07-12T13:40:51.248 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/ 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/ 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 480865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/ 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 103457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/cassini.ko 2023-07-12T13:40:51.249 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 166121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/niu.ko 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/sungem.ko 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/tehuti/ 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ti/ 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 86465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ti/tlan.ko 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/via/ 2023-07-12T13:40:51.250 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 80257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/wiznet/ 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/xircom/ 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/ 2023-07-12T13:40:51.251 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/defxx.ko 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/skfp/ 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 216913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/skfp/skfp.ko 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 77169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/geneve.ko 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/hyperv/ 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 234553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ieee802154/ 2023-07-12T13:40:51.252 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ieee802154/fakelb.ko 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ifb.ko 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ipvlan/ 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ipvlan/ipvlan.ko 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/macvlan.ko 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/macvtap.ko 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/ 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-07-12T13:40:51.253 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/mdio-gpio.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mii.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/netconsole.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/nlmon.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/pcs/ 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/pcs/pcs-altera-tse.ko 2023-07-12T13:40:51.254 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/ 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/amd.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/bcm7xxx.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/bcm87xx.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/broadcom.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/cicada.ko 2023-07-12T13:40:51.255 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/davicom.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/et1011c.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/icplus.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/lxt.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/marvell.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 75865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/micrel.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/national.ko 2023-07-12T13:40:51.256 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 92249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/phylink.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/qsemi.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/realtek.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/smsc.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/ste10Xp.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/vitesse.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/plip/ 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/plip/plip.ko 2023-07-12T13:40:51.257 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/bsd_comp.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_async.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_deflate.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_mppe.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_synctty.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/pppoe.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/pppox.ko 2023-07-12T13:40:51.258 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/pptp.ko 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/sb1000.ko 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/slip/ 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/slip/slip.ko 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/sungem_phy.ko 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/tap.ko 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/ 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 104985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team.ko 2023-07-12T13:40:51.259 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_activebackup.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_broadcast.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_random.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 89369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/veth.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vmxnet3/ 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 120497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-07-12T13:40:51.260 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vxlan/ 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 290161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vxlan/vxlan.ko 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/xen-netback/ 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 143801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/xen-netback/xen-netback.ko 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ntb/ 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ntb/ntb.ko 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/ 2023-07-12T13:40:51.261 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/host/ 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 256953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/host/nvme-core.ko 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 102057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/host/nvme.ko 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/ 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 129129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport.ko 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport_cs.ko 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport_pc.ko 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport_serial.ko 2023-07-12T13:40:51.262 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/ 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/ 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/pci-stub.ko 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/xen-pcifront.ko 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/ 2023-07-12T13:40:51.263 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/i82092.ko 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 143713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pcmcia.ko 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pcmcia_core.ko 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pd6729.ko 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 112913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/yenta_socket.ko 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/ 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/broadcom/ 2023-07-12T13:40:51.264 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/samsung/ 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pinctrl/ 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pinctrl/intel/ 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 71057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/ 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/ 2023-07-12T13:40:51.265 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/ 2023-07-12T13:40:51.266 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 67033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/acer-wmi.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/acerhdf.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/apple-gmux.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/asus-laptop.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 106393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/asus-wmi.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/classmate-laptop.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-07-12T13:40:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/hdaps.ko 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/ibm_rtl.ko 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel/ 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-07-12T13:40:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel_ips.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/msi-wmi.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/mxm-wmi.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/samsung-laptop.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/samsung-q10.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/topstar-laptop.ko 2023-07-12T13:40:51.269 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/toshiba_haps.ko 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/wmi-bmof.ko 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/wmi.ko 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/ 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/88pm860x_battery.ko 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/88pm860x_charger.ko 2023-07-12T13:40:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/bq2415x_charger.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/bq24190_charger.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/bq24735-charger.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/cros_peripheral_charger.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/da9030_battery.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/da9052-battery.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2760_battery.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2780_battery.ko 2023-07-12T13:40:51.271 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2781_battery.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2782_battery.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/gpio-charger.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/isp1704_charger.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/lp8727_charger.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max14577_charger.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max17040_battery.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max17042_battery.ko 2023-07-12T13:40:51.272 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max8903_charger.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max8925_power.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/pcf50633-charger.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/sbs-battery.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/test_power.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/tps65090-charger.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/wm831x_backup.ko 2023-07-12T13:40:51.273 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/wm831x_power.ko 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/wm8350_power.ko 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/powercap/ 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/powercap/intel_rapl_common.ko 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/powercap/intel_rapl_msr.ko 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/ 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/ 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/pps-gpio.ko 2023-07-12T13:40:51.274 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/pps-ldisc.ko 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/pps_parport.ko 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/pps_core.ko 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ptp/ 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 64609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ptp/ptp.ko 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ptp/ptp_kvm.ko 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/ 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-88pm80x.ko 2023-07-12T13:40:51.275 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-88pm860x.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-bq32k.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-bq4802.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-da9052.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-da9055.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-da9063.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1286.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1307.ko 2023-07-12T13:40:51.276 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1374.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1511.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1553.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1672.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1742.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds2404.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds3232.ko 2023-07-12T13:40:51.277 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-em3027.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-fm3130.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-isl12022.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-isl1208.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-lp8788.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m41t80.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m48t35.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m48t59.ko 2023-07-12T13:40:51.278 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m48t86.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max6900.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8907.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8925.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8997.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8998.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-mc13xxx.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-msm6242.ko 2023-07-12T13:40:51.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-palmas.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf2127.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf50633.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf85063.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf8523.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf8563.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf8583.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rc5t583.ko 2023-07-12T13:40:51.280 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rp5c01.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rs5c372.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rx8025.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rx8581.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-s35390a.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-tps6586x.ko 2023-07-12T13:40:51.281 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-tps65910.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-wm831x.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-wm8350.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-x1205.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 77641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/3w-9xxx.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/3w-sas.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/3w-xxxx.ko 2023-07-12T13:40:51.282 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 135169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/BusLogic.ko 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/a100u2w.ko 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aacraid/ 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 272353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aacraid/aacraid.ko 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 100617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/advansys.ko 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic7xxx/ 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 356201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 295801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-07-12T13:40:51.283 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic94xx/ 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 189321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic94xx/aic94xx.ko 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/am53c974.ko 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/arcmsr/ 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 106569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/atp870u.ko 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/be2iscsi/ 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 246897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-07-12T13:40:51.284 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bfa/ 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1172185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bfa/bfa.ko 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2fc/ 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 237169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2i/ 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 115393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ch.ko 2023-07-12T13:40:51.285 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/csiostor/ 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 308889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/csiostor/csiostor.ko 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/ 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb3i/ 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 76193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb4i/ 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 101449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 141873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-07-12T13:40:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 75529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/dc395x.ko 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/dmx3191d.ko 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/esas2r/ 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 212401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/esas2r/esas2r.ko 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/esp_scsi.ko 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fcoe/ 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fcoe/fcoe.ko 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 155089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-07-12T13:40:51.287 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fdomain.ko 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fnic/ 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 262073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fnic/fnic.ko 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 201793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/hpsa.ko 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/hptiop.ko 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/hv_storvsc.ko 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/imm.ko 2023-07-12T13:40:51.288 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/initio.ko 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 266521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ipr.ko 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 101881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ips.ko 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/isci/ 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 317249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/isci/isci.ko 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/iscsi_tcp.ko 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libfc/ 2023-07-12T13:40:51.289 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 308313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libfc/libfc.ko 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 140225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libiscsi.ko 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libiscsi_tcp.ko 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libsas/ 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 213041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libsas/libsas.ko 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/lpfc/ 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 2193865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/lpfc/lpfc.ko 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/ 2023-07-12T13:40:51.290 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 310729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 84697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid.ko 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mpt3sas/ 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 659577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mvsas/ 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 119929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mvsas/mvsas.ko 2023-07-12T13:40:51.291 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mvumi.ko 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/ 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 81601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pm8001/ 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 361433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-07-12T13:40:51.292 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 123489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pmcraid.ko 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ppa.ko 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla1280.ko 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla2xxx/ 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1850945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 85313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla4xxx/ 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 558865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-07-12T13:40:51.293 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qlogicfas408.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/raid_class.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 238737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_debug.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 171865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_fc.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 270161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 94353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_sas.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 72697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_spi.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_srp.ko 2023-07-12T13:40:51.294 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ses.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 115785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/st.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/stex.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/sym53c8xx_2/ 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 162121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/virtio_scsi.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/vmw_pvscsi.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/wd719x.ko 2023-07-12T13:40:51.295 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/xen-scsifront.ko 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ssb/ 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 127025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ssb/ssb.ko 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/ 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/iscsi/ 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 733905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/loopback/ 2023-07-12T13:40:51.296 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/loopback/tcm_loop.ko 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_file.ko 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_iblock.ko 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 920793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_mod.ko 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_pscsi.ko 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 122537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_user.ko 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/tcm_fc/ 2023-07-12T13:40:51.297 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 75641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/ 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/ 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/ 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-07-12T13:40:51.298 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-07-12T13:40:51.299 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/intel_powerclamp.ko 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/ 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/ipwireless/ 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-07-12T13:40:51.300 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/moxa.ko 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/mxser.ko 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 107545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/n_gsm.ko 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/n_hdlc.ko 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/nozomi.ko 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/ 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/8250/ 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/8250/8250_dw.ko 2023-07-12T13:40:51.301 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/altera_jtaguart.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/altera_uart.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/arc_uart.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 69897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/fsl_lpuart.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/jsm/ 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 103017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/jsm/jsm.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/rp2.ko 2023-07-12T13:40:51.302 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/sc16is7xx.ko 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 100185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/synclink_gt.ko 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/ 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/core/ 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 519393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/core/ufshcd-core.ko 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/host/ 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2023-07-12T13:40:51.303 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/ 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 44033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_aec.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_cif.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_dmem_genirq.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_mf624.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_netx.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_pci_generic.ko 2023-07-12T13:40:51.304 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_pdrv_genirq.ko 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_sercos3.ko 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/ 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/c67x00/ 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/c67x00/c67x00.ko 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 142529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc.ko 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2023-07-12T13:40:51.305 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/ 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 85457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/cdc-acm.ko 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/cdc-wdm.ko 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/usblp.ko 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 89833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/usbtmc.ko 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/common/ 2023-07-12T13:40:51.306 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/common/ulpi.ko 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc2/ 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc2/dwc2_pci.ko 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/ 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/dwc3-haps.ko 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/dwc3-pci.ko 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 441593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/dwc3.ko 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/ 2023-07-12T13:40:51.307 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/ 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 58049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/u_ether.ko 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/u_serial.ko 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2023-07-12T13:40:51.308 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 91929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 50985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 118017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 84193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2023-07-12T13:40:51.309 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 58433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 67337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/ 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_ether.ko 2023-07-12T13:40:51.310 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_hid.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_printer.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_serial.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_zero.ko 2023-07-12T13:40:51.311 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 62153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 157009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/libcomposite.ko 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/ 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/bdc/ 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 157665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/goku_udc.ko 2023-07-12T13:40:51.312 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/gr_udc.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 69689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/mv_udc.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 76033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/net2272.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 75017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/net2280.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/pch_udc.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 65793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2023-07-12T13:40:51.313 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 80401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 146001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/udc-core.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/ 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/bcma-hcd.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 80025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/isp116x-hcd.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 87625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/oxu210hp-hcd.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/r8a66597-hcd.ko 2023-07-12T13:40:51.314 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/sl811-hcd.ko 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/sl811_cs.ko 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/ssb-hcd.ko 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/xhci-plat-hcd.ko 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/image/ 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/image/mdc800.ko 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/image/microtek.ko 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ 2023-07-12T13:40:51.315 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/adutux.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/appledisplay.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/cypress_cy7c63.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/cytherm.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ehset.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/emi26.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/emi62.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ezusb.ko 2023-07-12T13:40:51.316 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/idmouse.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/iowarrior.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/isight_firmware.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ldusb.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/legousbtower.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/lvstest.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/sisusbvga/ 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 64841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-07-12T13:40:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/trancevibrator.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usb3503.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usblcd.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usbsevseg.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 70809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usbtest.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/uss720.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/yurex.ko 2023-07-12T13:40:51.318 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/mon/ 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 72977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/mon/usbmon.ko 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/musb/ 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 295049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/musb/musb_hdrc.ko 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/ 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-generic.ko 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-isp1301.ko 2023-07-12T13:40:51.319 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-tahvo.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/aircable.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ark3116.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/belkin_sa.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ch341.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 70097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/cp210x.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/cyberjack.ko 2023-07-12T13:40:51.320 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/cypress_m8.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/digi_acceleport.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/empeg.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/f81232.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 174841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ftdi_sio.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/garmin_gps.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 136945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/io_edgeport.ko 2023-07-12T13:40:51.321 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 124465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/io_ti.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 67769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ipaq.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ipw.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ir-usb.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 57937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 107417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/keyspan.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/keyspan_pda.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/kl5kusb105.ko 2023-07-12T13:40:51.322 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/kobil_sct.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mct_u232.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/metro-usb.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mos7720.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 78113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mos7840.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 56065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mxuport.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/navman.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/omninet.ko 2023-07-12T13:40:51.323 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/opticon.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 189337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/option.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/oti6858.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/pl2303.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/qcaux.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/qcserial.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/quatech2.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/safe_serial.ko 2023-07-12T13:40:51.324 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 51297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/sierra.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/spcp8x5.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ssu100.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/symbolserial.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usb_debug.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usb_wwan.ko 2023-07-12T13:40:51.325 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 122913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usbserial.ko 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/visor.ko 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/whiteheat.ko 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/wishbone-serial.ko 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/xsens_mt.ko 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/uas.ko 2023-07-12T13:40:51.326 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-alauda.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-cypress.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-datafab.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-freecom.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-isd200.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-karma.ko 2023-07-12T13:40:51.327 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-onetouch.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-realtek.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-sddr09.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-sddr55.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-usbat.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 177153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/usb-storage.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/ 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 65761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/usbip-core.ko 2023-07-12T13:40:51.328 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 71441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/usbip-host.ko 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 105401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/ 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/pci/ 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 145817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/pci/vfio-pci.ko 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 97969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/vfio.ko 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 75249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-07-12T13:40:51.329 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/ 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 96017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost.ko 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost_iotlb.ko 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 58161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost_net.ko 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 85753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost_scsi.ko 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/ 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/ 2023-07-12T13:40:51.330 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/88pm860x_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/aat2870_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/adp5520_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/adp8860_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/adp8870_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/apple_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/as3711_bl.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/bd6107.ko 2023-07-12T13:40:51.331 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/da903x_bl.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/da9052_bl.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/gpio_backlight.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/kb3886_bl.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lcd.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lm3533_bl.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lm3639_bl.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lv5207lp.ko 2023-07-12T13:40:51.332 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/max8925_bl.ko 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/pandora_bl.ko 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/pcf50633-backlight.ko 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/platform_lcd.ko 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/wm831x_bl.ko 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/ 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/ 2023-07-12T13:40:51.333 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/ds2482.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/ds2490.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/matrox_w1.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/w1-gpio.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/ 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-07-12T13:40:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_smem.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 56425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_therm.ko 2023-07-12T13:40:51.335 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 101513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/wire.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/acquirewdt.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/advantechwdt.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/alim1535_wdt.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/alim7101_wdt.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/cpu5wdt.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/da9052_wdt.ko 2023-07-12T13:40:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/da9055_wdt.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/da9063_wdt.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/dw_wdt.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/eurotechwdt.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/f71808e_wdt.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/hpwdt.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/i6300esb.ko 2023-07-12T13:40:51.337 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-07-12T13:40:51.338 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/iTCO_wdt.ko 2023-07-12T13:40:51.338 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ib700wdt.ko 2023-07-12T13:40:51.338 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ibmasr.ko 2023-07-12T13:40:51.338 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-07-12T13:40:51.338 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/it8712f_wdt.ko 2023-07-12T13:40:51.338 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/it87_wdt.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/kempld_wdt.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/machzwd.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/mena21_wdt.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/menf21bmc_wdt.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/nv_tco.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/of_xilinx_wdt.ko 2023-07-12T13:40:51.339 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/pc87413_wdt.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/pcwd_pci.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/pcwd_usb.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/retu_wdt.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sbc60xxwdt.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sbc_epx_c3.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sc1200wdt.ko 2023-07-12T13:40:51.340 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sch311x_wdt.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/smsc37b787_wdt.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/softdog.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sp5100_tco.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/twl4030_wdt.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/via_wdt.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/w83877f_wdt.ko 2023-07-12T13:40:51.341 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/w83977f_wdt.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wafer5823wdt.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wdt_pci.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wm831x_wdt.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wm8350_wdt.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/xen_wdt.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/ 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-evtchn.ko 2023-07-12T13:40:51.342 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-gntalloc.ko 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-gntdev.ko 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-pciback/ 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 176353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-privcmd.ko 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 71321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-scsiback.ko 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xenfs/ 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xenfs/xenfs.ko 2023-07-12T13:40:51.343 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/9p/ 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 165513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/9p/9p.ko 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/adfs/ 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/adfs/adfs.ko 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/affs/ 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 162625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/affs/affs.ko 2023-07-12T13:40:51.344 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/afs/ 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 924297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/afs/kafs.ko 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/autofs/ 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 100761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/autofs/autofs4.ko 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/befs/ 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 64417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/befs/befs.ko 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/bfs/ 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/bfs/bfs.ko 2023-07-12T13:40:51.345 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/binfmt_misc.ko 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/btrfs/ 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 3447409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/btrfs/btrfs.ko 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cachefiles/ 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 300025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cachefiles/cachefiles.ko 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ceph/ 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1308201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ceph/ceph.ko 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/coda/ 2023-07-12T13:40:51.346 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 99337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/coda/coda.ko 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/configfs/ 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 105969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/configfs/configfs.ko 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cramfs/ 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cramfs/cramfs.ko 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/dlm/ 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 631425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/dlm/dlm.ko 2023-07-12T13:40:51.347 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/efs/ 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/efs/efs.ko 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/f2fs/ 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1473049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/f2fs/f2fs.ko 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fat/ 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fat/msdos.ko 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/freevxfs/ 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/freevxfs/freevxfs.ko 2023-07-12T13:40:51.348 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fscache/ 2023-07-12T13:40:51.349 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 218713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fscache/fscache.ko 2023-07-12T13:40:51.349 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fuse/ 2023-07-12T13:40:51.349 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fuse/cuse.ko 2023-07-12T13:40:51.349 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/gfs2/ 2023-07-12T13:40:51.349 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1221129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/gfs2/gfs2.ko 2023-07-12T13:40:51.350 INFO:teuthology.orchestra.run.smithi055.stderr:Found linux image: /boot/vmlinuz-6.4.0-g84139c18d56f 2023-07-12T13:40:51.350 INFO:teuthology.orchestra.run.smithi055.stderr:Found initrd image: /boot/initrd.img-6.4.0-g84139c18d56f 2023-07-12T13:40:51.379 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfs/ 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 141241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfs/hfs.ko 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfsplus/ 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 221561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfsplus/hfsplus.ko 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hpfs/ 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 193585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hpfs/hpfs.ko 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/isofs/ 2023-07-12T13:40:51.380 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 74393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/isofs/isofs.ko 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/jfs/ 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 420425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/jfs/jfs.ko 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/lockd/ 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 276953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/lockd/lockd.ko 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/minix/ 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 87841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/minix/minix.ko 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/netfs/ 2023-07-12T13:40:51.381 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 128665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/netfs/netfs.ko 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/ 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/blocklayout/ 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 81545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/filelayout/ 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/flexfilelayout/ 2023-07-12T13:40:51.382 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 117705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1002089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfs.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfsv2.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 119289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfsv3.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 2003425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfsv4.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs_common/ 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs_common/grace.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs_common/nfs_acl.ko 2023-07-12T13:40:51.383 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfsd/ 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1407977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfsd/nfsd.ko 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nilfs2/ 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 589433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nilfs2/nilfs2.ko 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/ 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-celtic.ko 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-centeuro.ko 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-croatian.ko 2023-07-12T13:40:51.384 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-cyrillic.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-gaelic.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-greek.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-iceland.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-inuit.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-roman.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-romanian.ko 2023-07-12T13:40:51.385 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-turkish.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_ascii.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp1250.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp1251.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp1255.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp737.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp775.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp850.ko 2023-07-12T13:40:51.386 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp852.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp855.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp857.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp860.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp861.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp862.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp863.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp864.ko 2023-07-12T13:40:51.387 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp865.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp866.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp869.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp874.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 94137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp932.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 142673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp936.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 165745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp949.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 118121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp950.ko 2023-07-12T13:40:51.388 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_euc-jp.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-1.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-13.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-14.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-15.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-2.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-3.ko 2023-07-12T13:40:51.389 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-4.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-5.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-6.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-7.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-9.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_koi8-r.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_koi8-ru.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_koi8-u.ko 2023-07-12T13:40:51.390 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_utf8.ko 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ntfs/ 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 219081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ntfs/ntfs.ko 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/cluster/ 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 241241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlm/ 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 439625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-07-12T13:40:51.391 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlmfs/ 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 2511665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2.ko 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/omfs/ 2023-07-12T13:40:51.392 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 52577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/omfs/omfs.ko 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/overlayfs/ 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 320689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/overlayfs/overlay.ko 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/pstore/ 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/pstore/ramoops.ko 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx4/ 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx4/qnx4.ko 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx6/ 2023-07-12T13:40:51.393 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 46649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx6/qnx6.ko 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/ 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/quota_tree.ko 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/quota_v1.ko 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/quota_v2.ko 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/reiserfs/ 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 530697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/reiserfs/reiserfs.ko 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/romfs/ 2023-07-12T13:40:51.394 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/romfs/romfs.ko 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/ 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/client/ 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 2622729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/client/cifs.ko 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/common/ 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/common/cifs_arc4.ko 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/common/cifs_md4.ko 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/squashfs/ 2023-07-12T13:40:51.395 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 131689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/squashfs/squashfs.ko 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/sysv/ 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 89657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/sysv/sysv.ko 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/udf/ 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 248257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/udf/udf.ko 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ufs/ 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 160857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ufs/ufs.ko 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/xfs/ 2023-07-12T13:40:51.396 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 3854977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/xfs/xfs.ko 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/ 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/locking/ 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/locking/locktorture.ko 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/time/ 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/time/test_udelay.ko 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/torture.ko 2023-07-12T13:40:51.397 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crc-itu-t.ko 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crc7.ko 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crc8.ko 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crypto/ 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crypto/libarc4.ko 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crypto/libdes.ko 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/interval_tree_test.ko 2023-07-12T13:40:51.398 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/libcrc32c.ko 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lru_cache.ko 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lz4/ 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lz4/lz4_compress.ko 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lz4/lz4hc_compress.ko 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/math/ 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/math/cordic.ko 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/memory-notifier-error-inject.ko 2023-07-12T13:40:51.399 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/notifier-error-inject.ko 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/percpu_test.ko 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/pm-notifier-error-inject.ko 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/raid6/ 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 142369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/raid6/raid6_pq.ko 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/rbtree_test.ko 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/reed_solomon/ 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/reed_solomon/reed_solomon.ko 2023-07-12T13:40:51.400 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test-kstrtox.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test-string_helpers.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 4760825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_bpf.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_firmware.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_module.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_user_copy.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ts_bm.ko 2023-07-12T13:40:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ts_fsm.ko 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ts_kmp.ko 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/xz/ 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/xz/xz_dec_test.ko 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/mm/ 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/mm/hwpoison-inject.ko 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/ 2023-07-12T13:40:51.402 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/6lowpan.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_dest.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_fragment.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_hop.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 6985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_ipv6.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_mobility.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_routing.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_udp.ko 2023-07-12T13:40:51.403 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/ 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/garp.ko 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/mrp.ko 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/p8022.ko 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/psnap.ko 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/stp.ko 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/8021q/ 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 81017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/8021q/8021q.ko 2023-07-12T13:40:51.404 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/ 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 191801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet.ko 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet_fd.ko 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet_rdma.ko 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet_virtio.ko 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/batman-adv/ 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 652553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/batman-adv/batman-adv.ko 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/ 2023-07-12T13:40:51.405 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 63825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/br_netfilter.ko 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 769841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/bridge.ko 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_among.ko 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_arp.ko 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-07-12T13:40:51.406 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_ip.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_limit.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_log.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_mark.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-07-12T13:40:51.407 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_snat.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_stp.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-07-12T13:40:51.408 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 55145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtables.ko 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ceph/ 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1030233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ceph/libceph.ko 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/core/ 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 124729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/core/pktgen.ko 2023-07-12T13:40:51.409 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/ 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 189745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp.ko 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp_diag.ko 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 56193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp_ipv4.ko 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp_ipv6.ko 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/ 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 380473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/dsa_core.ko 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_brcm.ko 2023-07-12T13:40:51.410 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_dsa.ko 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_none.ko 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_trailer.ko 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/hsr/ 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 99825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/hsr/hsr.ko 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/ 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/6lowpan/ 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 45169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-07-12T13:40:51.411 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 245857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/ieee802154.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/ieee802154_socket.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ah4.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/esp4.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/fou.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/gre.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/inet_diag.ko 2023-07-12T13:40:51.412 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 60305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ip_gre.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 58977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ip_tunnel.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 34369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ip_vti.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ipcomp.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ipip.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/arp_tables.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-07-12T13:40:51.413 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ip_tables.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_filter.ko 2023-07-12T13:40:51.414 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_security.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-07-12T13:40:51.415 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-07-12T13:40:51.416 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_bic.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_dctcp.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_diag.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_highspeed.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_htcp.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_hybla.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_illinois.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_lp.ko 2023-07-12T13:40:51.417 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_scalable.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_vegas.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_veno.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_westwood.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_yeah.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tunnel4.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/udp_diag.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/udp_tunnel.ko 2023-07-12T13:40:51.418 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/xfrm4_tunnel.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ah6.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/esp6.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/fou6.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 80793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_gre.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 91481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_tunnel.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-07-12T13:40:51.419 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_vti.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ipcomp6.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/mip6.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 41561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-07-12T13:40:51.420 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-07-12T13:40:51.421 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-07-12T13:40:51.422 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 73161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/sit.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/tunnel6.ko 2023-07-12T13:40:51.423 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/xfrm6_tunnel.ko 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/key/ 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 83065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/key/af_key.ko 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/ 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 120753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_core.ko 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_debugfs.ko 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_eth.ko 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_ip.ko 2023-07-12T13:40:51.424 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_ip6.ko 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_netlink.ko 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 53153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_ppp.ko 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/lapb/ 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/lapb/lapb.ko 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/llc/ 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/llc/llc.ko 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 267209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/llc/llc2.ko 2023-07-12T13:40:51.425 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mac802154/ 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 280401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mac802154/mac802154.ko 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mpls/ 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mpls/mpls_gso.ko 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 117977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set.ko 2023-07-12T13:40:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 102033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 103121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 104593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 105129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 114393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-07-12T13:40:51.427 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 111161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 114681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 114329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 113153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 116217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ 2023-07-12T13:40:51.428 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 410337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-07-12T13:40:51.429 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 48025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conncount.ko 2023-07-12T13:40:51.430 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 397737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 117737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_h323.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_irc.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 108329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-07-12T13:40:51.431 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_sane.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 65737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_sip.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_dup_netdev.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 86993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_flow_table.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_flow_table_inet.ko 2023-07-12T13:40:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_log_syslog.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 91777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_amanda.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_ftp.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_irc.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_sip.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_tftp.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_synproxy_core.ko 2023-07-12T13:40:51.433 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 584713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_tables.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 42705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_acct.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_cttimeout.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 39905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_log.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_osf.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 49673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_queue.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_chain_nat.ko 2023-07-12T13:40:51.434 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_compat.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 40721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_ct.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_dup_netdev.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_fib.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_fwd_netdev.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_hash.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_limit.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_log.ko 2023-07-12T13:40:51.435 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_masq.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_nat.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_numgen.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_osf.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_queue.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_redir.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_reject.ko 2023-07-12T13:40:51.436 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_reject_inet.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_socket.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_synproxy.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_tproxy.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 85113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/x_tables.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_AUDIT.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CHECKSUM.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CLASSIFY.ko 2023-07-12T13:40:51.437 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 18169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CT.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_DSCP.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_HL.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_HMARK.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 38857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_IDLETIMER.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_LED.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_LOG.ko 2023-07-12T13:40:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_MASQUERADE.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_NETMAP.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_NFLOG.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_NFQUEUE.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_RATEEST.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_REDIRECT.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_SECMARK.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TCPMSS.ko 2023-07-12T13:40:51.439 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TEE.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TPROXY.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TRACE.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_addrtype.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_bpf.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_cgroup.ko 2023-07-12T13:40:51.440 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_cluster.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_comment.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connbytes.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connlabel.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connlimit.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connmark.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_conntrack.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_cpu.ko 2023-07-12T13:40:51.441 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_dccp.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_devgroup.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_dscp.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_ecn.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_esp.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_hashlimit.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_helper.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_hl.ko 2023-07-12T13:40:51.442 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_ipcomp.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_iprange.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_ipvs.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_l2tp.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_length.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_limit.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_mac.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_mark.ko 2023-07-12T13:40:51.443 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_multiport.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_nat.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_nfacct.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_osf.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_owner.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_physdev.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_pkttype.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_policy.ko 2023-07-12T13:40:51.444 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_quota.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_rateest.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_realm.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_recent.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_sctp.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 30089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_set.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_socket.ko 2023-07-12T13:40:51.445 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_state.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_statistic.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_string.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 8553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_tcpmss.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_tcpudp.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_time.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_u32.ko 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netlink/ 2023-07-12T13:40:51.446 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netlink/netlink_diag.ko 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/nsh/ 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 12137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/nsh/nsh.ko 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/ 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 378153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/openvswitch.ko 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/vport-geneve.ko 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/vport-gre.ko 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 11793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/vport-vxlan.ko 2023-07-12T13:40:51.447 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/packet/ 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/packet/af_packet_diag.ko 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/phonet/ 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 110073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/phonet/phonet.ko 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 54857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/phonet/pn_pep.ko 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/ 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 249033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/rds.ko 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 165081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/rds_rdma.ko 2023-07-12T13:40:51.448 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/rds_tcp.ko 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rxrpc/ 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 807465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rxrpc/rxrpc.ko 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/ 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_csum.ko 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_gact.ko 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 25681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_ipt.ko 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_mirred.ko 2023-07-12T13:40:51.449 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 23425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_nat.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 43833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_pedit.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_police.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_simple.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_skbedit.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_vlan.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_basic.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_bpf.ko 2023-07-12T13:40:51.450 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_cgroup.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_flow.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_fw.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 37953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_route.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 59217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_u32.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_cmp.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 13457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_ipset.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_meta.ko 2023-07-12T13:40:51.451 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_nbyte.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_text.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_u32.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_choke.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_codel.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_drr.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 33609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_fq.ko 2023-07-12T13:40:51.452 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_fq_codel.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 35433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_gred.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 48409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_hfsc.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_hhf.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 66073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_htb.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 16001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_ingress.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 29809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_mqprio.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_mqprio_lib.ko 2023-07-12T13:40:51.453 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_multiq.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 36217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_netem.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_pie.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_plug.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 24729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_prio.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 47617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_qfq.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 32953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_red.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 26881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_sfb.ko 2023-07-12T13:40:51.454 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 31425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_sfq.ko 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 28897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_tbf.ko 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 27729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_teql.ko 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sctp/ 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 929385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sctp/sctp.ko 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 19033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sctp/sctp_diag.ko 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/ 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/auth_gss/ 2023-07-12T13:40:51.455 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 328057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 61769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 1426529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/sunrpc.ko 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/xprtrdma/ 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 681721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/tipc/ 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/tipc/diag.ko 2023-07-12T13:40:51.456 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 855089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/tipc/tipc.ko 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/unix/ 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 15729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/unix/unix_diag.ko 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/ 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 80121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 92689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vsock.ko 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 10705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vsock_diag.ko 2023-07-12T13:40:51.457 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 17521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vsock_loopback.ko 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/x25/ 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 125225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/x25/x25.ko 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/ 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 21281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/xfrm_algo.ko 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 20169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/xfrm_ipcomp.ko 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 101993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/xfrm_user.ko 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/virt/ 2023-07-12T13:40:51.458 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/virt/lib/ 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 14921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/virt/lib/irqbypass.ko 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 637389 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.alias 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 623128 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.alias.bin 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 7605 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 22249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin.alias.bin 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 9788 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin.bin 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 68530 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin.modinfo 2023-07-12T13:40:51.459 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 146380 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.dep 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 232618 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.dep.bin 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 210 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.devname 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 72721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.order 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 879 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.softdep 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 251868 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.symbols 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 306661 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.symbols.bin 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/ 2023-07-12T13:40:51.460 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/share/ 2023-07-12T13:40:51.461 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/share/doc/ 2023-07-12T13:40:51.461 INFO:teuthology.orchestra.run.smithi050.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/share/doc/linux-image-6.4.0-g84139c18d56f/ 2023-07-12T13:40:51.461 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 170 2023-06-30 10:38 ./usr/share/doc/linux-image-6.4.0-g84139c18d56f/changelog.Debian.gz 2023-07-12T13:40:51.461 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r-- root/root 691 2023-06-30 10:38 ./usr/share/doc/linux-image-6.4.0-g84139c18d56f/copyright 2023-07-12T13:40:51.462 DEBUG:teuthology.task.kernel:get_image_version: 6.4.0-g84139c18d56f 2023-07-12T13:40:51.462 INFO:teuthology.task.kernel:searching for kernel 6.4.0-g84139c18d56f 2023-07-12T13:40:51.463 DEBUG:teuthology.orchestra.run.smithi050:> egrep '(submenu|menuentry.*6.4.0-g84139c18d56f).*{' /boot/grub/grub.cfg 2023-07-12T13:40:51.469 INFO:teuthology.orchestra.run.smithi050.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-07-12T13:40:51.470 INFO:teuthology.orchestra.run.smithi050.stdout: menuentry 'Ubuntu, with Linux 6.4.0-g84139c18d56f' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.4.0-g84139c18d56f-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-07-12T13:40:51.470 INFO:teuthology.orchestra.run.smithi050.stdout: menuentry 'Ubuntu, with Linux 6.4.0-g84139c18d56f (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.4.0-g84139c18d56f-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-07-12T13:40:51.470 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2023-07-12T13:40:51.470 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.4.0-g84139c18d56f 2023-07-12T13:40:51.471 DEBUG:teuthology.orchestra.run.smithi050:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2023-07-12T13:40:51.512 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi050.front.sepia.ceph.com to complete... 2023-07-12T13:40:51.564 INFO:teuthology.orchestra.run.smithi055.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-07-12T13:40:51.571 INFO:teuthology.orchestra.run.smithi055.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-07-12T13:40:51.640 INFO:teuthology.orchestra.run.smithi055.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-07-12T13:40:51.646 INFO:teuthology.orchestra.run.smithi055.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-07-12T13:40:51.795 INFO:teuthology.orchestra.run.smithi055.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-07-12T13:40:51.796 INFO:teuthology.orchestra.run.smithi055.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-07-12T13:40:51.796 INFO:teuthology.orchestra.run.smithi055.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-07-12T13:40:51.834 INFO:teuthology.orchestra.run.smithi055.stderr:done 2023-07-12T13:40:51.987 INFO:teuthology.orchestra.run.smithi050.stderr:Sourcing file `/etc/default/grub' 2023-07-12T13:40:51.987 INFO:teuthology.orchestra.run.smithi050.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-07-12T13:40:52.010 DEBUG:teuthology.orchestra.run.smithi055:> dpkg-deb -c /tmp/linux-image.deb 2023-07-12T13:40:52.018 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./ 2023-07-12T13:40:52.018 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./boot/ 2023-07-12T13:40:52.018 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 4323582 2023-06-30 10:38 ./boot/System.map-6.4.0-g84139c18d56f 2023-07-12T13:40:52.022 INFO:teuthology.orchestra.run.smithi050.stderr:Generating grub configuration file ... 2023-07-12T13:40:52.028 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 167337 2023-06-30 10:38 ./boot/config-6.4.0-g84139c18d56f 2023-07-12T13:40:52.028 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11237632 2023-06-30 10:38 ./boot/vmlinuz-6.4.0-g84139c18d56f 2023-07-12T13:40:52.046 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/ 2023-07-12T13:40:52.046 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/ 2023-07-12T13:40:52.046 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/postinst.d/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/postrm.d/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/preinst.d/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./etc/kernel/prerm.d/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/ 2023-07-12T13:40:52.047 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/ 2023-07-12T13:40:52.048 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/ 2023-07-12T13:40:52.048 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/ 2023-07-12T13:40:52.048 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/ 2023-07-12T13:40:52.048 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 490385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/aesni-intel.ko 2023-07-12T13:40:52.050 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-07-12T13:40:52.050 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-07-12T13:40:52.050 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 92385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 106729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 152241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-07-12T13:40:52.051 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/serpent-avx2.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 58585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-07-12T13:40:52.052 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/ 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpu/ 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpu/mce/ 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/cpuid.ko 2023-07-12T13:40:52.053 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kernel/msr.ko 2023-07-12T13:40:52.054 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/ 2023-07-12T13:40:52.054 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 346513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/kvm-amd.ko 2023-07-12T13:40:52.054 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 972233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/kvm-intel.ko 2023-07-12T13:40:52.054 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 2209953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/arch/x86/kvm/kvm.ko 2023-07-12T13:40:52.063 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/ 2023-07-12T13:40:52.063 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 56345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/af_alg.ko 2023-07-12T13:40:52.063 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/algif_hash.ko 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/algif_skcipher.ko 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/ansi_cprng.ko 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/anubis.ko 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/arc4.ko 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/asymmetric_keys/ 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2023-07-12T13:40:52.064 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/ 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_memcpy.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_pq.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_raid6_recov.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_tx.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/async_xor.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/async_tx/raid6test.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/authenc.ko 2023-07-12T13:40:52.065 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/authencesn.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/blake2b_generic.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/blowfish_common.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/blowfish_generic.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/camellia_generic.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cast5_generic.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cast6_generic.ko 2023-07-12T13:40:52.066 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cast_common.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/ccm.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cmac.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crc32_generic.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cryptd.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crypto_engine.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crypto_simd.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/crypto_user.ko 2023-07-12T13:40:52.067 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/cts.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/des_generic.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/dh_generic.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/echainiv.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/essiv.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/fcrypt.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/khazad.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/lrw.ko 2023-07-12T13:40:52.068 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/lz4.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/lz4hc.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/md4.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/michael_mic.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/pcbc.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/pcrypt.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/rmd160.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/seed.ko 2023-07-12T13:40:52.069 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/serpent_generic.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 149193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/tcrypt.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/tea.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/twofish_common.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/twofish_generic.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/vmac.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/wp512.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xcbc.ko 2023-07-12T13:40:52.070 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xor.ko 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xts.ko 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/crypto/xxhash_generic.ko 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/ 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/acpi_extlog.ko 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/acpi_ipmi.ko 2023-07-12T13:40:52.071 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/acpi_pad.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/apei/ 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/apei/einj.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/ec_sys.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/platform_profile.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/sbs.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/sbshc.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 98369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/acpi/video.ko 2023-07-12T13:40:52.072 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/ 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/acard-ahci.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 88625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/ahci.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/ahci_platform.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 85193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/libahci.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/libahci_platform.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_acpi.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ali.ko 2023-07-12T13:40:52.073 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_amd.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_artop.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_atiixp.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_atp867x.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_cmd640.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_cmd64x.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_cypress.ko 2023-07-12T13:40:52.074 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_efar.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt366.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt37x.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt3x2n.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_hpt3x3.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_it8213.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_it821x.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_jmicron.ko 2023-07-12T13:40:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_legacy.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_marvell.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_mpiix.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_netcell.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ninja32.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ns87410.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_ns87415.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_oldpiix.ko 2023-07-12T13:40:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_opti.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_optidma.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_pcmcia.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_pdc2027x.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_piccolo.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_radisys.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_rdc.ko 2023-07-12T13:40:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_rz1000.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_sch.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_serverworks.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_sil680.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_sl82c105.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_triflex.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pata_via.ko 2023-07-12T13:40:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/pdc_adma.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_inic162x.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_mv.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 70537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_nv.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_promise.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_qstor.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sil.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sil24.ko 2023-07-12T13:40:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sis.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_svw.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_sx4.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_uli.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_via.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ata/sata_vsc.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/auxdisplay/ 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/auxdisplay/ks0108.ko 2023-07-12T13:40:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/bcma/ 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 121681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/bcma/bcma.ko 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/ 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/aoe/ 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 113617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/aoe/aoe.ko 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/drbd/ 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 968129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/drbd/drbd.ko 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 173225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/floppy.ko 2023-07-12T13:40:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/mtip32xx/ 2023-07-12T13:40:52.082 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 94297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-07-12T13:40:52.082 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 114169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/nbd.ko 2023-07-12T13:40:52.082 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/null_blk/ 2023-07-12T13:40:52.082 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 110361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/null_blk/null_blk.ko 2023-07-12T13:40:52.082 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 81729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/pktcdvd.ko 2023-07-12T13:40:52.082 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 257529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/rbd.ko 2023-07-12T13:40:52.121 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/xen-blkback/ 2023-07-12T13:40:52.121 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 98193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-07-12T13:40:52.121 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/zram/ 2023-07-12T13:40:52.121 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/block/zram/zram.ko 2023-07-12T13:40:52.121 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/applicom.ko 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hangcheck-timer.ko 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/ 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/amd-rng.ko 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/intel-rng.ko 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-07-12T13:40:52.122 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/via-rng.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/hw_random/virtio-rng.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 147705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 139057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_si.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 70833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-07-12T13:40:52.123 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/lp.ko 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/mwave/ 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 84121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/mwave/mwave.ko 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/nvram.ko 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/ppdev.ko 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tlclk.ko 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/ 2023-07-12T13:40:52.124 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_atmel.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_infineon.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/tpm_nsc.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/tpm/xen-tpmfront.ko 2023-07-12T13:40:52.125 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/ 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/xillybus_class.ko 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/xillybus_core.ko 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/char/xillybus/xillybus_pcie.ko 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/ 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-palmas.ko 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-si5351.ko 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-twl6040.ko 2023-07-12T13:40:52.126 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/clk/clk-wm831x.ko 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/ 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/p4-clockmod.ko 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/cpufreq/speedstep-lib.ko 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ccp/ 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 70785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-07-12T13:40:52.127 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 231713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/ccp/ccp.ko 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/ 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/ 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_common/ 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 396457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/padlock-aes.ko 2023-07-12T13:40:52.128 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/padlock-sha.ko 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/virtio/ 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dca/ 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dca/dca.ko 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/ 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/dw/ 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/dw/dw_dmac.ko 2023-07-12T13:40:52.129 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/ioat/ 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 122649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/dma/ioat/ioatdma.ko 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/ 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 75521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/amd64_edac.ko 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/e752x_edac.ko 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/edac_mce_amd.ko 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i3000_edac.ko 2023-07-12T13:40:52.130 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i3200_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i5100_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i5400_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i7300_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i7core_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/i82975x_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/ie31200_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 56809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/sb_edac.ko 2023-07-12T13:40:52.131 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/edac/x38_edac.ko 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/ 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-gpio.ko 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-max14577.ko 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-max77693.ko 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-max8997.ko 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-palmas.ko 2023-07-12T13:40:52.132 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-rt8973a.ko 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/extcon/extcon-sm5502.ko 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/ 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/dmi-sysfs.ko 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/efi/ 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/efi/efi-pstore.ko 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/firmware/iscsi_ibft.ko 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/ 2023-07-12T13:40:52.133 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-adp5520.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-amd8111.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-arizona.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-da9052.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-da9055.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-dln2.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-f7188x.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-generic.ko 2023-07-12T13:40:52.134 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-ich.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-janz-ttl.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-kempld.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-lp3943.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-max7300.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-max730x.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-max732x.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-ml-ioh.ko 2023-07-12T13:40:52.135 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-pca953x.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-pcf857x.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-rdc321x.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-sch.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-sch311x.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-tps65912.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-twl4030.ko 2023-07-12T13:40:52.136 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-twl6040.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-viperboard.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-vx855.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-wm831x.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-wm8350.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/gpio/gpio-wm8994.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/ 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-a4tech.ko 2023-07-12T13:40:52.137 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-apple.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-appleir.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-aureal.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-axff.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-belkin.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-cherry.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-chicony.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-cp2112.ko 2023-07-12T13:40:52.138 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-cypress.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-dr.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-elecom.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-elo.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-emsff.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-ezkey.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-gaff.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-generic.ko 2023-07-12T13:40:52.139 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-gt683r.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-gyration.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-holtek-kbd.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-holtek-mouse.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-holtekff.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-hyperv.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-icade.ko 2023-07-12T13:40:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-kensington.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-keytouch.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-kye.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-lcpower.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-led.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-lenovo.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-lg-g15.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-logitech-dj.ko 2023-07-12T13:40:52.141 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 100681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 80993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-logitech.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-magicmouse.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-microsoft.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-monterey.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-multitouch.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-ntrig.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-ortek.ko 2023-07-12T13:40:52.142 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-penmount.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-petalynx.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 72937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-picolcd.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-pl.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-plantronics.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-primax.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-rmi.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-arvo.ko 2023-07-12T13:40:52.143 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-common.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-isku.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-kone.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-konepure.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-lua.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-pyra.ko 2023-07-12T13:40:52.144 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-ryos.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat-savu.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-roccat.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-saitek.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-samsung.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sensor-hub.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sjoy.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sony.ko 2023-07-12T13:40:52.145 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-speedlink.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-steelseries.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-sunplus.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-thrustmaster.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-tivo.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-tmff.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-topseed.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-twinhan.ko 2023-07-12T13:40:52.146 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 71457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-uclogic.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-waltop.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 143585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-wiimote.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-xinmo.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-zpff.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid-zydacron.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 261881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/hid.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/uhid.ko 2023-07-12T13:40:52.147 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/ 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 125425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/usbhid.ko 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/usbkbd.ko 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/usbhid/usbmouse.ko 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 217401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hid/wacom.ko 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/ 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/hv_balloon.ko 2023-07-12T13:40:52.148 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 89609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/hv_utils.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 292697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hv/hv_vmbus.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/abituguru.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/abituguru3.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/acpi_power_meter.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ad7414.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ad7418.ko 2023-07-12T13:40:52.149 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adc128d818.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1025.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 97977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1026.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1029.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm1031.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adm9240.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ads7828.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7410.ko 2023-07-12T13:40:52.150 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7411.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 74433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7462.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7470.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 65321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7475.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/adt7x10.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/amc6821.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/applesmc.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/asb100.ko 2023-07-12T13:40:52.151 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 58617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/asc7621.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/asus_atk0110.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/atxp1.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/coretemp.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/da9052-hwmon.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/da9055-hwmon.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-07-12T13:40:52.152 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 99601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/dme1737.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ds1621.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ds620.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/emc1403.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/emc2103.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/emc6w201.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/f71805f.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 94641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/f71882fg.ko 2023-07-12T13:40:52.153 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/f75375s.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/fam15h_power.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/fschmd.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/g760a.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/g762.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/gl518sm.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/gl520sm.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/hih6130.ko 2023-07-12T13:40:52.154 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/hwmon-vid.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/i5500_temp.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/i5k_amb.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ibmaem.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ibmpex.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ina209.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ina2xx.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 129025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/it87.ko 2023-07-12T13:40:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/jc42.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/k10temp.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/k8temp.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lineage-pem.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 48601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm63.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm73.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm75.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm77.ko 2023-07-12T13:40:52.156 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm78.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm80.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm83.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 72833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm85.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm87.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm90.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm92.ko 2023-07-12T13:40:52.157 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 108841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm93.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm95234.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm95241.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/lm95245.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc2945.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4151.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4215.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4222.ko 2023-07-12T13:40:52.158 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4245.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4260.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/ltc4261.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max16065.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max1619.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max1668.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max197.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max6639.ko 2023-07-12T13:40:52.159 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max6650.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/max6697.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/mc13783-adc.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/mcp3021.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct6683.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 114753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct6775-core.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct6775.ko 2023-07-12T13:40:52.160 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/nct7802.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 82337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pc87360.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pc87427.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pcf8591.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-07-12T13:40:52.161 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/max16064.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/max34440.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/max8688.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 79465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-07-12T13:40:52.162 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/powr1220.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sch5627.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sch5636.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sch56xx-common.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sht15.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sht21.ko 2023-07-12T13:40:52.163 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/shtc1.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/sis5595.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smm665.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smsc47b397.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smsc47m1.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/smsc47m192.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/thmc50.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp102.ko 2023-07-12T13:40:52.164 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp103.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp401.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/tmp421.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/via-cputemp.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/via686a.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/vt1211.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/vt8231.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83627ehf.ko 2023-07-12T13:40:52.165 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83627hf.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 71345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83781d.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83791d.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 71321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83792d.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 101457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83793.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 119505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83795.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83l785ts.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/w83l786ng.ko 2023-07-12T13:40:52.166 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/wm831x-hwmon.ko 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/hwmon/wm8350-hwmon.ko 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/ 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/algos/ 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/ 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ali1535.ko 2023-07-12T13:40:52.167 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ali1563.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-07-12T13:40:52.168 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-dln2.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-gpio.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 62513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-i801.ko 2023-07-12T13:40:52.169 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-isch.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-kempld.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-ocores.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-parport.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-07-12T13:40:52.170 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-sis5595.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-sis630.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2023-07-12T13:40:52.171 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-via.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 48313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/busses/i2c-xiic.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/i2c-mux.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/i2c-smbus.ko 2023-07-12T13:40:52.172 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/i2c-stub.ko 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/ 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 264521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_cm.ko 2023-07-12T13:40:52.173 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 849289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_core.ko 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_umad.ko 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 320385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 96969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/iw_cm.ko 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 271697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/rdma_cm.ko 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/ 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/cxgb4/ 2023-07-12T13:40:52.174 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 492561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx4/ 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 419217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx5/ 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 738161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mthca/ 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 296665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/ocrdma/ 2023-07-12T13:40:52.175 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 153681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/usnic/ 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 169017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/ 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/ipoib/ 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 263177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/iser/ 2023-07-12T13:40:52.176 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 100225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/isert/ 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 111993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srp/ 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 129081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srpt/ 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 129553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/ 2023-07-12T13:40:52.177 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/evbug.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/ff-memless.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/ 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/fm801-gp.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/gameport.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/lightning.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/gameport/ns558.ko 2023-07-12T13:40:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/joydev.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/ 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/adp5520-keys.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/adp5588-keys.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/adp5589-keys.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/gpio_keys.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2023-07-12T13:40:52.179 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/lkkbd.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/lm8323.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/lm8333.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/matrix_keypad.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/max7359_keypad.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/mcs_touchkey.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/newtonkbd.ko 2023-07-12T13:40:52.180 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/opencores-kbd.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/qt1070.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/qt2160.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/samsung-keypad.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/stowaway.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/sunkbd.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/tca6416-keypad.ko 2023-07-12T13:40:52.181 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/tca8418_keypad.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/twl4030_keypad.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/keyboard/xtkbd.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/matrix-keymap.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/ 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/appletouch.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/bcm5974.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 123681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/cyapatp.ko 2023-07-12T13:40:52.182 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 89449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/elan_i2c.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/gpio_mouse.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 334505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/psmouse.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/sermouse.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/synaptics_usb.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/mouse/vsxxxaa.ko 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/rmi4/ 2023-07-12T13:40:52.183 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 108209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/rmi4/rmi_core.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/ 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/altera_ps2.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/arc_ps2.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/ct82c710.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/parkbd.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/pcips2.ko 2023-07-12T13:40:52.184 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/ps2mult.ko 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/serio_raw.ko 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/serio/serport.ko 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/input/sparse-keymap.ko 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/iommu/ 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/iommu/amd/ 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/iommu/amd/iommu_v2.ko 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/ 2023-07-12T13:40:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-88pm860x.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-adp5520.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-bd2802.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-blinkm.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-da903x.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-da9052.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-gpio.ko 2023-07-12T13:40:52.186 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm3530.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm3533.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm355x.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lm3642.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lp3944.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-lp8788.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-max8997.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-mc13783.ko 2023-07-12T13:40:52.187 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-menf21bmc.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-pca9532.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-pca955x.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-pca963x.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-ss4200.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-tca6507.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-wm831x-status.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/leds-wm8350.ko 2023-07-12T13:40:52.188 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-07-12T13:40:52.189 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/ 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/bcache/ 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 631833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/bcache/bcache.ko 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-bio-prison.ko 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 86145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-bufio.ko 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-cache-smq.ko 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 154273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-cache.ko 2023-07-12T13:40:52.190 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 105673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-crypt.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-delay.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-era.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-flakey.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-log-userspace.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-log.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-mirror.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 77617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-multipath.ko 2023-07-12T13:40:52.191 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-queue-length.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 70833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-raid.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-region-hash.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-round-robin.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-service-time.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 108913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-snapshot.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-switch.ko 2023-07-12T13:40:52.192 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 182185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-thin-pool.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-verity.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/dm-zero.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/faulty.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/linear.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/multipath.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/persistent-data/ 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 192841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-07-12T13:40:52.193 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid0.ko 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 111465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid1.ko 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 157993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid10.ko 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 392889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/md/raid456.ko 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/ 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/ 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 174497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptbase.ko 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptctl.ko 2023-07-12T13:40:52.194 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptfc.ko 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptlan.ko 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 123305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptsas.ko 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 76121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptscsih.ko 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/message/fusion/mptspi.ko 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/ 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/88pm800.ko 2023-07-12T13:40:52.195 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/88pm805.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/88pm80x.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/arizona-i2c.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 121833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/arizona.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/bcm590xx.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/cros_ec_dev.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/dln2.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/janz-cmodio.ko 2023-07-12T13:40:52.196 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/kempld-core.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lm3533-core.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lm3533-ctrlbank.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lp3943.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lpc_ich.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/lpc_sch.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/max8907.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/mc13xxx-core.ko 2023-07-12T13:40:52.197 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/mc13xxx-i2c.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/menf21bmc.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/pcf50633-adc.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/pcf50633-gpio.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/pcf50633.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/rdc321x-southbridge.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/retu-mfd.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 76545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/si476x-core.ko 2023-07-12T13:40:52.198 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/sm501.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/ti_am335x_tscadc.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/tps65010.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/tps6507x.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/viperboard.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/vx855.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/wl1273-core.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/mfd/wm8994.ko 2023-07-12T13:40:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ad525x_dpot-i2c.ko 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 48193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ad525x_dpot.ko 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/altera-stapl/ 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/apds9802als.ko 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/apds990x.ko 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/bh1770glc.ko 2023-07-12T13:40:52.200 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/c2port/ 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/c2port/core.ko 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/cb710/ 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/cb710/cb710.ko 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ds1682.ko 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/dummy-irq.ko 2023-07-12T13:40:52.201 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/echo/ 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/echo/echo.ko 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/ 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/at24.ko 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/eeprom.ko 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/eeprom/max6875.ko 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/enclosure.ko 2023-07-12T13:40:52.202 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/genwqe/ 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 152073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/genwqe/genwqe_card.ko 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/hmc6352.ko 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/hpilo.ko 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ibmasm/ 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 72601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ibmasm/ibmasm.ko 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ics932s401.ko 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/isl29003.ko 2023-07-12T13:40:52.203 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/isl29020.ko 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/lis3lv02d/ 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/ 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 124569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/mei-me.ko 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 56521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/mei-txe.ko 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 304465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/mei/mei.ko 2023-07-12T13:40:52.204 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/phantom.ko 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ti-st/ 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 74609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/ti-st/st_drv.ko 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/tifm_7xx1.ko 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/tifm_core.ko 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/tsl2550.ko 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 48673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/vmw_balloon.ko 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/vmw_vmci/ 2023-07-12T13:40:52.205 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 180817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/bonding/ 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 487993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/bonding/bonding.ko 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/ 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/b53/ 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 102129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/b53/b53_common.ko 2023-07-12T13:40:52.206 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/bcm-sf2.ko 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/mv88e6060.ko 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/mv88e6xxx/ 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 447289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/dummy.ko 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/eql.ko 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/ 2023-07-12T13:40:52.207 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 130489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/ 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/8390.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-07-12T13:40:52.208 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 99049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/adaptec/ 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/agere/ 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 69145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/agere/et131x.ko 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/alteon/ 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/altera/ 2023-07-12T13:40:52.209 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/ 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 87345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/ 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/alx/ 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 97321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-07-12T13:40:52.210 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1c/ 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 104585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1e/ 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 90257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atlx/ 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 81505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 69713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-07-12T13:40:52.211 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/ 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 176817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1422209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 127993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/genet/ 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 131241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-07-12T13:40:52.212 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 312097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-07-12T13:40:52.213 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/brocade/ 2023-07-12T13:40:52.213 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/brocade/bna/ 2023-07-12T13:40:52.213 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 323601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-07-12T13:40:52.213 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/ 2023-07-12T13:40:52.213 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb/ 2023-07-12T13:40:52.213 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 193433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-07-12T13:40:52.268 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2023-07-12T13:40:52.269 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 345929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-07-12T13:40:52.269 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2023-07-12T13:40:52.269 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1038969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-07-12T13:40:52.269 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2023-07-12T13:40:52.269 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 166113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-07-12T13:40:52.269 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/cisco/ 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/cisco/enic/ 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 203537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/ 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/ 2023-07-12T13:40:52.270 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 69385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 141161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 62865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dlink/ 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-07-12T13:40:52.271 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 62833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/dnet.ko 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ec_bhf.ko 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/emulex/ 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/emulex/benet/ 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 281033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ethoc.ko 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/fealnx.ko 2023-07-12T13:40:52.272 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/fujitsu/ 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 90465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e100.ko 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000/ 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 295713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000e/ 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 584001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-07-12T13:40:52.273 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/fm10k/ 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 246321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/i40e/ 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 922401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/iavf/ 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 301689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igb/ 2023-07-12T13:40:52.274 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 514641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igbvf/ 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 93593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbe/ 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 734081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbevf/ 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 151865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 86921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/jme.ko 2023-07-12T13:40:52.275 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/ 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 102385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/skge.ko 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 122681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/ 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx4/ 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 710481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 280513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-07-12T13:40:52.276 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx5/ 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1054153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ks8842.ko 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2023-07-12T13:40:52.277 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 95665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/myricom/ 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/myricom/myri10ge/ 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 108809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/natsemi/ 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/neterion/ 2023-07-12T13:40:52.278 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 150905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/nvidia/ 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 136785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/packetengines/ 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/ 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/netxen/ 2023-07-12T13:40:52.279 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 227113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 87081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 671393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/rdc/ 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/ 2023-07-12T13:40:52.280 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 67385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/atp.ko 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 189817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/samsung/ 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/samsung/sxgbe/ 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 104241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sfc/ 2023-07-12T13:40:52.281 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 893097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/silan/ 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sis/ 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sis/sis190.ko 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sis/sis900.ko 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/ 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-07-12T13:40:52.282 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 67129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/ 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/ 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2023-07-12T13:40:52.283 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 480865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/ 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 103457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/cassini.ko 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 166121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/niu.ko 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/sungem.ko 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/tehuti/ 2023-07-12T13:40:52.284 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ti/ 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 86465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/ti/tlan.ko 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/via/ 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 80257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/wiznet/ 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-07-12T13:40:52.285 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/xircom/ 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/ 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/defxx.ko 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/skfp/ 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 216913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/fddi/skfp/skfp.ko 2023-07-12T13:40:52.286 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 77169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/geneve.ko 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/hyperv/ 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 234553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ieee802154/ 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ieee802154/fakelb.ko 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ifb.ko 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ipvlan/ 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ipvlan/ipvlan.ko 2023-07-12T13:40:52.287 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/macvlan.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/macvtap.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/ 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio/mdio-gpio.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mdio.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/mii.ko 2023-07-12T13:40:52.288 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/netconsole.ko 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/nlmon.ko 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/pcs/ 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/pcs/pcs-altera-tse.ko 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/ 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/amd.ko 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-07-12T13:40:52.289 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/bcm7xxx.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/bcm87xx.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/broadcom.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/cicada.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/davicom.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/et1011c.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/icplus.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/lxt.ko 2023-07-12T13:40:52.290 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/marvell.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 75865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/micrel.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/national.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 92249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/phylink.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/qsemi.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/realtek.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/smsc.ko 2023-07-12T13:40:52.291 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/ste10Xp.ko 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/phy/vitesse.ko 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/plip/ 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/plip/plip.ko 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/bsd_comp.ko 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_async.ko 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_deflate.ko 2023-07-12T13:40:52.292 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_mppe.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/ppp_synctty.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/pppoe.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/pppox.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/ppp/pptp.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/sb1000.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/slip/ 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/slip/slip.ko 2023-07-12T13:40:52.293 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/sungem_phy.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/tap.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/ 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 104985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_activebackup.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_broadcast.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_random.ko 2023-07-12T13:40:52.294 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 89369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/veth.ko 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vmxnet3/ 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 120497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vxlan/ 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 290161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/vxlan/vxlan.ko 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/xen-netback/ 2023-07-12T13:40:52.295 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 143801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/net/xen-netback/xen-netback.ko 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ntb/ 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ntb/ntb.ko 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/ 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/host/ 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 256953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/host/nvme-core.ko 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 102057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/nvme/host/nvme.ko 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/ 2023-07-12T13:40:52.296 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 129129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport.ko 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport_cs.ko 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport_pc.ko 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/parport/parport_serial.ko 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/ 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/ 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2023-07-12T13:40:52.297 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/pci-stub.ko 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pci/xen-pcifront.ko 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/ 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/i82092.ko 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 143713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pcmcia.ko 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pcmcia_core.ko 2023-07-12T13:40:52.298 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/pd6729.ko 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 112913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pcmcia/yenta_socket.ko 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/ 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/broadcom/ 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/samsung/ 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2023-07-12T13:40:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pinctrl/ 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pinctrl/intel/ 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 71057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/ 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/ 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec.ko 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2023-07-12T13:40:52.300 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/ 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 67033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/acer-wmi.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/acerhdf.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/apple-gmux.ko 2023-07-12T13:40:52.301 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/asus-laptop.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 106393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/asus-wmi.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/classmate-laptop.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-07-12T13:40:52.302 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/hdaps.ko 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/ibm_rtl.ko 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel/ 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/intel_ips.ko 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/msi-wmi.ko 2023-07-12T13:40:52.303 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/mxm-wmi.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/samsung-laptop.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/samsung-q10.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/topstar-laptop.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/toshiba_haps.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/wmi-bmof.ko 2023-07-12T13:40:52.304 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/platform/x86/wmi.ko 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/ 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/88pm860x_battery.ko 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/88pm860x_charger.ko 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/bq2415x_charger.ko 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/bq24190_charger.ko 2023-07-12T13:40:52.305 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/bq24735-charger.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/cros_peripheral_charger.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/da9030_battery.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/da9052-battery.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2760_battery.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2780_battery.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2781_battery.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/ds2782_battery.ko 2023-07-12T13:40:52.306 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/gpio-charger.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/isp1704_charger.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/lp8727_charger.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max14577_charger.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max17040_battery.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max17042_battery.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max8903_charger.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/max8925_power.ko 2023-07-12T13:40:52.307 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/pcf50633-charger.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/sbs-battery.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/test_power.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/tps65090-charger.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/wm831x_backup.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/wm831x_power.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/power/supply/wm8350_power.ko 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/powercap/ 2023-07-12T13:40:52.308 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/powercap/intel_rapl_common.ko 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/powercap/intel_rapl_msr.ko 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/ 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/ 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/pps-gpio.ko 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/pps-ldisc.ko 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/clients/pps_parport.ko 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/pps/pps_core.ko 2023-07-12T13:40:52.309 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ptp/ 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 64609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ptp/ptp.ko 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ptp/ptp_kvm.ko 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/ 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-88pm80x.ko 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-88pm860x.ko 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-bq32k.ko 2023-07-12T13:40:52.310 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-bq4802.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-da9052.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-da9055.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-da9063.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1286.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1307.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1374.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1511.ko 2023-07-12T13:40:52.311 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1553.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1672.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds1742.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds2404.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-ds3232.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-em3027.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-fm3130.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-isl12022.ko 2023-07-12T13:40:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-isl1208.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-lp8788.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m41t80.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m48t35.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m48t59.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-m48t86.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max6900.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8907.ko 2023-07-12T13:40:52.313 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8925.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8997.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-max8998.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-mc13xxx.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-msm6242.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-palmas.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf2127.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf50633.ko 2023-07-12T13:40:52.314 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf85063.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf8523.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf8563.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-pcf8583.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rc5t583.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rp5c01.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rs5c372.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-07-12T13:40:52.315 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rx8025.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-rx8581.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-s35390a.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-tps6586x.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-tps65910.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-wm831x.ko 2023-07-12T13:40:52.316 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-wm8350.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/rtc/rtc-x1205.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 77641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/3w-9xxx.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/3w-sas.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/3w-xxxx.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 135169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/BusLogic.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/a100u2w.ko 2023-07-12T13:40:52.317 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aacraid/ 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 272353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aacraid/aacraid.ko 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 100617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/advansys.ko 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic7xxx/ 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 356201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 295801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic94xx/ 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 189321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/aic94xx/aic94xx.ko 2023-07-12T13:40:52.318 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/am53c974.ko 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/arcmsr/ 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 106569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/atp870u.ko 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/be2iscsi/ 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 246897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bfa/ 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1172185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bfa/bfa.ko 2023-07-12T13:40:52.319 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2fc/ 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 237169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2i/ 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 115393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ch.ko 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/csiostor/ 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 308889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/csiostor/csiostor.ko 2023-07-12T13:40:52.320 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/ 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb3i/ 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 76193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb4i/ 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 101449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 141873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 75529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/dc395x.ko 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/dmx3191d.ko 2023-07-12T13:40:52.321 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/esas2r/ 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 212401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/esas2r/esas2r.ko 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/esp_scsi.ko 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fcoe/ 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fcoe/fcoe.ko 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 155089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fdomain.ko 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fnic/ 2023-07-12T13:40:52.322 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 262073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/fnic/fnic.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 201793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/hpsa.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/hptiop.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/hv_storvsc.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/imm.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/initio.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 266521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ipr.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 101881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ips.ko 2023-07-12T13:40:52.323 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/isci/ 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 317249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/isci/isci.ko 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/iscsi_tcp.ko 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libfc/ 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 308313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libfc/libfc.ko 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 140225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libiscsi.ko 2023-07-12T13:40:52.324 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libiscsi_tcp.ko 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libsas/ 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 213041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/libsas/libsas.ko 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/lpfc/ 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 2193865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/lpfc/lpfc.ko 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/ 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-07-12T13:40:52.325 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 310729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 84697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/megaraid.ko 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mpt3sas/ 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 659577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mvsas/ 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 119929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mvsas/mvsas.ko 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/mvumi.ko 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/ 2023-07-12T13:40:52.326 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 81601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pm8001/ 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 361433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 123489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/pmcraid.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ppa.ko 2023-07-12T13:40:52.327 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla1280.ko 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla2xxx/ 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1850945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 85313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla4xxx/ 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 558865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/qlogicfas408.ko 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/raid_class.ko 2023-07-12T13:40:52.328 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 238737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_debug.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 171865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_fc.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 270161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 94353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_sas.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 72697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_spi.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/scsi_transport_srp.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/ses.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 115785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/st.ko 2023-07-12T13:40:52.329 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/stex.ko 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/sym53c8xx_2/ 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 162121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/virtio_scsi.ko 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/vmw_pvscsi.ko 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/wd719x.ko 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/scsi/xen-scsifront.ko 2023-07-12T13:40:52.330 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ssb/ 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 127025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ssb/ssb.ko 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/ 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/iscsi/ 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 733905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/loopback/ 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/loopback/tcm_loop.ko 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_file.ko 2023-07-12T13:40:52.331 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_iblock.ko 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 920793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_mod.ko 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_pscsi.ko 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 122537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/target_core_user.ko 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/tcm_fc/ 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 75641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/ 2023-07-12T13:40:52.332 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/ 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/ 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-07-12T13:40:52.333 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/intel_powerclamp.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-07-12T13:40:52.334 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/ 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/ipwireless/ 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/moxa.ko 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/mxser.ko 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 107545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/n_gsm.ko 2023-07-12T13:40:52.335 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/n_hdlc.ko 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/nozomi.ko 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/ 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/8250/ 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/8250/8250_dw.ko 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/altera_jtaguart.ko 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/altera_uart.ko 2023-07-12T13:40:52.336 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/arc_uart.ko 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 69897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/fsl_lpuart.ko 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/jsm/ 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 103017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/jsm/jsm.ko 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/rp2.ko 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/serial/sc16is7xx.ko 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 100185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/tty/synclink_gt.ko 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/ 2023-07-12T13:40:52.337 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/core/ 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 519393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/core/ufshcd-core.ko 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/host/ 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/ 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 44033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio.ko 2023-07-12T13:40:52.338 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_aec.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_cif.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_dmem_genirq.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_mf624.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_netx.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_pci_generic.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_pdrv_genirq.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/uio/uio_sercos3.ko 2023-07-12T13:40:52.339 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/ 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/c67x00/ 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/c67x00/c67x00.ko 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 142529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc.ko 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2023-07-12T13:40:52.340 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/ 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 85457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/cdc-acm.ko 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/cdc-wdm.ko 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/usblp.ko 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 89833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/class/usbtmc.ko 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/common/ 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/common/ulpi.ko 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc2/ 2023-07-12T13:40:52.341 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc2/dwc2_pci.ko 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/ 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/dwc3-haps.ko 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/dwc3-pci.ko 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 441593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/dwc3/dwc3.ko 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/ 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/ 2023-07-12T13:40:52.342 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 58049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/u_ether.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/u_serial.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 91929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 50985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2023-07-12T13:40:52.343 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 118017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 84193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 58433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2023-07-12T13:40:52.344 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 67337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/ 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_ether.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_hid.ko 2023-07-12T13:40:52.345 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_printer.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_serial.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/g_zero.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 62153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2023-07-12T13:40:52.346 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 157009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/libcomposite.ko 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/ 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/bdc/ 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 157665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/goku_udc.ko 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/gr_udc.ko 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 69689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2023-07-12T13:40:52.347 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/mv_udc.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 76033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/net2272.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 75017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/net2280.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/pch_udc.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 65793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 80401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2023-07-12T13:40:52.348 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 146001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/gadget/udc/udc-core.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/ 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/bcma-hcd.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 80025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/isp116x-hcd.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 87625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/oxu210hp-hcd.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/r8a66597-hcd.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/sl811-hcd.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/sl811_cs.ko 2023-07-12T13:40:52.349 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/ssb-hcd.ko 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/host/xhci-plat-hcd.ko 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/image/ 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/image/mdc800.ko 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/image/microtek.ko 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/adutux.ko 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/appledisplay.ko 2023-07-12T13:40:52.350 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/cypress_cy7c63.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/cytherm.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ehset.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/emi26.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/emi62.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ezusb.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/idmouse.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/iowarrior.ko 2023-07-12T13:40:52.351 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/isight_firmware.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/ldusb.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/legousbtower.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/lvstest.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/sisusbvga/ 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 64841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/trancevibrator.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usb3503.ko 2023-07-12T13:40:52.352 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usblcd.ko 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usbsevseg.ko 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 70809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/usbtest.ko 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/uss720.ko 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/misc/yurex.ko 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/mon/ 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 72977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/mon/usbmon.ko 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/musb/ 2023-07-12T13:40:52.353 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 295049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/musb/musb_hdrc.ko 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/ 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-generic.ko 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-isp1301.ko 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/phy/phy-tahvo.ko 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/aircable.ko 2023-07-12T13:40:52.354 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ark3116.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/belkin_sa.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ch341.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 70097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/cp210x.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/cyberjack.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/cypress_m8.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/digi_acceleport.ko 2023-07-12T13:40:52.355 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/empeg.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/f81232.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 174841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ftdi_sio.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/garmin_gps.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 136945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/io_edgeport.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 124465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/io_ti.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 67769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ipaq.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ipw.ko 2023-07-12T13:40:52.356 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ir-usb.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 57937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 107417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/keyspan.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/keyspan_pda.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/kl5kusb105.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/kobil_sct.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mct_u232.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/metro-usb.ko 2023-07-12T13:40:52.357 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mos7720.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 78113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mos7840.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 56065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/mxuport.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/navman.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/omninet.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/opticon.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 189337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/option.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/oti6858.ko 2023-07-12T13:40:52.358 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/pl2303.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/qcaux.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/qcserial.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/quatech2.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/safe_serial.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 51297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/sierra.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/spcp8x5.ko 2023-07-12T13:40:52.359 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ssu100.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/symbolserial.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usb_debug.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usb_wwan.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 122913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/usbserial.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/visor.ko 2023-07-12T13:40:52.360 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/whiteheat.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/wishbone-serial.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/serial/xsens_mt.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/uas.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-alauda.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-cypress.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-datafab.ko 2023-07-12T13:40:52.361 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-freecom.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-isd200.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-karma.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-onetouch.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-realtek.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-sddr09.ko 2023-07-12T13:40:52.362 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-sddr55.ko 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/ums-usbat.ko 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 177153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/storage/usb-storage.ko 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/ 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 65761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/usbip-core.ko 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 71441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/usbip-host.ko 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 105401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/ 2023-07-12T13:40:52.363 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/pci/ 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 145817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/pci/vfio-pci.ko 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 97969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/vfio.ko 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 75249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/ 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 96017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost.ko 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost_iotlb.ko 2023-07-12T13:40:52.364 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 58161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost_net.ko 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 85753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/vhost/vhost_scsi.ko 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/ 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/ 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/88pm860x_bl.ko 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/aat2870_bl.ko 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/adp5520_bl.ko 2023-07-12T13:40:52.365 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/adp8860_bl.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/adp8870_bl.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/apple_bl.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/as3711_bl.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/bd6107.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/da903x_bl.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/da9052_bl.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/gpio_backlight.ko 2023-07-12T13:40:52.366 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/kb3886_bl.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lcd.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lm3533_bl.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lm3639_bl.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/lv5207lp.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/max8925_bl.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/pandora_bl.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/pcf50633-backlight.ko 2023-07-12T13:40:52.367 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/platform_lcd.ko 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/video/backlight/wm831x_bl.ko 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/ 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/ 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/ds2482.ko 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/ds2490.ko 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/matrox_w1.ko 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/masters/w1-gpio.ko 2023-07-12T13:40:52.368 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/ 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-07-12T13:40:52.369 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_smem.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 56425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/slaves/w1_therm.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 101513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/w1/wire.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/acquirewdt.ko 2023-07-12T13:40:52.370 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/advantechwdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/alim1535_wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/alim7101_wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/cpu5wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/da9052_wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/da9055_wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/da9063_wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/dw_wdt.ko 2023-07-12T13:40:52.371 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/eurotechwdt.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/f71808e_wdt.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/hpwdt.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/i6300esb.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/iTCO_wdt.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ib700wdt.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ibmasr.ko 2023-07-12T13:40:52.372 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/it8712f_wdt.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/it87_wdt.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/kempld_wdt.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/machzwd.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/mena21_wdt.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/menf21bmc_wdt.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/nv_tco.ko 2023-07-12T13:40:52.373 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/of_xilinx_wdt.ko 2023-07-12T13:40:52.374 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/pc87413_wdt.ko 2023-07-12T13:40:52.374 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/pcwd_pci.ko 2023-07-12T13:40:52.374 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/pcwd_usb.ko 2023-07-12T13:40:52.374 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/retu_wdt.ko 2023-07-12T13:40:52.374 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sbc60xxwdt.ko 2023-07-12T13:40:52.374 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sbc_epx_c3.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sc1200wdt.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sch311x_wdt.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/smsc37b787_wdt.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/softdog.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/sp5100_tco.ko 2023-07-12T13:40:52.375 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/twl4030_wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/via_wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/w83877f_wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/w83977f_wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wafer5823wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wdt_pci.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wm831x_wdt.ko 2023-07-12T13:40:52.376 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/wm8350_wdt.ko 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/watchdog/xen_wdt.ko 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/ 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-evtchn.ko 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-gntalloc.ko 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-gntdev.ko 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-pciback/ 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 176353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-07-12T13:40:52.377 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-privcmd.ko 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 71321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xen-scsiback.ko 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xenfs/ 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/drivers/xen/xenfs/xenfs.ko 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/9p/ 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 165513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/9p/9p.ko 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/adfs/ 2023-07-12T13:40:52.378 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/adfs/adfs.ko 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/affs/ 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 162625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/affs/affs.ko 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/afs/ 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 924297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/afs/kafs.ko 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/autofs/ 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 100761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/autofs/autofs4.ko 2023-07-12T13:40:52.379 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/befs/ 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 64417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/befs/befs.ko 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/bfs/ 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/bfs/bfs.ko 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/binfmt_misc.ko 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/btrfs/ 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 3447409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/btrfs/btrfs.ko 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cachefiles/ 2023-07-12T13:40:52.380 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 300025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cachefiles/cachefiles.ko 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ceph/ 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1308201 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ceph/ceph.ko 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/coda/ 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 99337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/coda/coda.ko 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/configfs/ 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 105969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/configfs/configfs.ko 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cramfs/ 2023-07-12T13:40:52.381 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/cramfs/cramfs.ko 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/dlm/ 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 631425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/dlm/dlm.ko 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/efs/ 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/efs/efs.ko 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/f2fs/ 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1473049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/f2fs/f2fs.ko 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fat/ 2023-07-12T13:40:52.382 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fat/msdos.ko 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/freevxfs/ 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/freevxfs/freevxfs.ko 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fscache/ 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 218713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fscache/fscache.ko 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fuse/ 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/fuse/cuse.ko 2023-07-12T13:40:52.383 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/gfs2/ 2023-07-12T13:40:52.384 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1221129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/gfs2/gfs2.ko 2023-07-12T13:40:52.384 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfs/ 2023-07-12T13:40:52.384 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 141241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfs/hfs.ko 2023-07-12T13:40:52.384 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfsplus/ 2023-07-12T13:40:52.384 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 221561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hfsplus/hfsplus.ko 2023-07-12T13:40:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hpfs/ 2023-07-12T13:40:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 193585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/hpfs/hpfs.ko 2023-07-12T13:40:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/isofs/ 2023-07-12T13:40:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 74393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/isofs/isofs.ko 2023-07-12T13:40:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/jfs/ 2023-07-12T13:40:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 420425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/jfs/jfs.ko 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/lockd/ 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 276953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/lockd/lockd.ko 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/minix/ 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 87841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/minix/minix.ko 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/netfs/ 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 128665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/netfs/netfs.ko 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/ 2023-07-12T13:40:52.386 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/blocklayout/ 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 81545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/filelayout/ 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/flexfilelayout/ 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 117705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1002089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfs.ko 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfsv2.ko 2023-07-12T13:40:52.387 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 119289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfsv3.ko 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 2003425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs/nfsv4.ko 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs_common/ 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs_common/grace.ko 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfs_common/nfs_acl.ko 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfsd/ 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1407977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nfsd/nfsd.ko 2023-07-12T13:40:52.388 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nilfs2/ 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 589433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nilfs2/nilfs2.ko 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/ 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-celtic.ko 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-centeuro.ko 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-croatian.ko 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-cyrillic.ko 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-gaelic.ko 2023-07-12T13:40:52.389 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-greek.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-iceland.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-inuit.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-roman.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-romanian.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/mac-turkish.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_ascii.ko 2023-07-12T13:40:52.390 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp1250.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp1251.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp1255.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp737.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp775.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp850.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp852.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp855.ko 2023-07-12T13:40:52.391 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp857.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp860.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp861.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp862.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp863.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp864.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp865.ko 2023-07-12T13:40:52.392 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp866.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp869.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp874.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 94137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp932.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 142673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp936.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 165745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp949.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 118121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_cp950.ko 2023-07-12T13:40:52.393 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_euc-jp.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-1.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-13.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-14.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-15.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-2.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-3.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-4.ko 2023-07-12T13:40:52.394 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-5.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-6.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-7.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_iso8859-9.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_koi8-r.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_koi8-ru.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_koi8-u.ko 2023-07-12T13:40:52.395 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/nls/nls_utf8.ko 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ntfs/ 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 219081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ntfs/ntfs.ko 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/cluster/ 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 241241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlm/ 2023-07-12T13:40:52.396 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 439625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlmfs/ 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 2511665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2.ko 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-07-12T13:40:52.397 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/omfs/ 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 52577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/omfs/omfs.ko 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/overlayfs/ 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 320689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/overlayfs/overlay.ko 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/pstore/ 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/pstore/ramoops.ko 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx4/ 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx4/qnx4.ko 2023-07-12T13:40:52.398 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx6/ 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 46649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/qnx6/qnx6.ko 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/ 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/quota_tree.ko 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/quota_v1.ko 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/quota/quota_v2.ko 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/reiserfs/ 2023-07-12T13:40:52.399 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 530697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/reiserfs/reiserfs.ko 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/romfs/ 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/romfs/romfs.ko 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/ 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/client/ 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 2622729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/client/cifs.ko 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/common/ 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/common/cifs_arc4.ko 2023-07-12T13:40:52.400 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/smb/common/cifs_md4.ko 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/squashfs/ 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 131689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/squashfs/squashfs.ko 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/sysv/ 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 89657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/sysv/sysv.ko 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/udf/ 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 248257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/udf/udf.ko 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ufs/ 2023-07-12T13:40:52.401 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 160857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/ufs/ufs.ko 2023-07-12T13:40:52.402 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/xfs/ 2023-07-12T13:40:52.402 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 3854977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/fs/xfs/xfs.ko 2023-07-12T13:40:52.402 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/ 2023-07-12T13:40:52.402 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/locking/ 2023-07-12T13:40:52.402 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/locking/locktorture.ko 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/time/ 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/time/test_udelay.ko 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/kernel/torture.ko 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crc-itu-t.ko 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crc7.ko 2023-07-12T13:40:52.403 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crc8.ko 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crypto/ 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crypto/libarc4.ko 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/crypto/libdes.ko 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/interval_tree_test.ko 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/libcrc32c.ko 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lru_cache.ko 2023-07-12T13:40:52.404 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lz4/ 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lz4/lz4_compress.ko 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/lz4/lz4hc_compress.ko 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/math/ 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/math/cordic.ko 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/memory-notifier-error-inject.ko 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/notifier-error-inject.ko 2023-07-12T13:40:52.405 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/percpu_test.ko 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/pm-notifier-error-inject.ko 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/raid6/ 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 142369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/raid6/raid6_pq.ko 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/rbtree_test.ko 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/reed_solomon/ 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/reed_solomon/reed_solomon.ko 2023-07-12T13:40:52.406 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test-kstrtox.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test-string_helpers.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 4760825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_bpf.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_firmware.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_module.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/test_user_copy.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ts_bm.ko 2023-07-12T13:40:52.407 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ts_fsm.ko 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/ts_kmp.ko 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/xz/ 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/lib/xz/xz_dec_test.ko 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/mm/ 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/mm/hwpoison-inject.ko 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ 2023-07-12T13:40:52.408 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/ 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54761 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/6lowpan.ko 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_dest.ko 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_fragment.ko 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7049 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_hop.ko 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 6985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_ipv6.ko 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_mobility.ko 2023-07-12T13:40:52.409 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_routing.ko 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/6lowpan/nhc_udp.ko 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/ 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/garp.ko 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/mrp.ko 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/p8022.ko 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/psnap.ko 2023-07-12T13:40:52.410 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/802/stp.ko 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/8021q/ 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 81017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/8021q/8021q.ko 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/ 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 191801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet.ko 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet_fd.ko 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet_rdma.ko 2023-07-12T13:40:52.411 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/9p/9pnet_virtio.ko 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/batman-adv/ 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 652553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/batman-adv/batman-adv.ko 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/ 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 63825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/br_netfilter.ko 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 769841 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/bridge.ko 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ 2023-07-12T13:40:52.412 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_among.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_arp.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_ip.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_limit.ko 2023-07-12T13:40:52.413 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_log.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7585 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_mark.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_snat.ko 2023-07-12T13:40:52.414 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_stp.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 55145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/ebtables.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-07-12T13:40:52.415 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-07-12T13:40:52.416 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ceph/ 2023-07-12T13:40:52.416 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1030233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ceph/libceph.ko 2023-07-12T13:40:52.417 INFO:teuthology.orchestra.run.smithi050.stderr:Found linux image: /boot/vmlinuz-6.4.0-g84139c18d56f 2023-07-12T13:40:52.417 INFO:teuthology.orchestra.run.smithi050.stderr:Found initrd image: /boot/initrd.img-6.4.0-g84139c18d56f 2023-07-12T13:40:52.438 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/core/ 2023-07-12T13:40:52.438 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 124729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/core/pktgen.ko 2023-07-12T13:40:52.438 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/ 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 189745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp.ko 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8665 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp_diag.ko 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 56193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp_ipv4.ko 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dccp/dccp_ipv6.ko 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/ 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 380473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/dsa_core.ko 2023-07-12T13:40:52.439 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_brcm.ko 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_dsa.ko 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_none.ko 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/dsa/tag_trailer.ko 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/hsr/ 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 99825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/hsr/hsr.ko 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/ 2023-07-12T13:40:52.440 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/6lowpan/ 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 45169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 245857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/ieee802154.ko 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ieee802154/ieee802154_socket.ko 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ah4.ko 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/esp4.ko 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/fou.ko 2023-07-12T13:40:52.441 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/gre.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47417 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/inet_diag.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 60305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ip_gre.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 58977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ip_tunnel.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 34369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ip_vti.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ipcomp.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/ipip.ko 2023-07-12T13:40:52.442 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/arp_tables.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8873 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40889 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ip_tables.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-07-12T13:40:52.443 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11177 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11305 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_filter.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/iptable_security.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-07-12T13:40:52.444 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-07-12T13:40:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_bic.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_dctcp.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_diag.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_highspeed.ko 2023-07-12T13:40:52.446 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_htcp.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_hybla.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_illinois.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_lp.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_scalable.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_vegas.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_veno.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_westwood.ko 2023-07-12T13:40:52.447 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tcp_yeah.ko 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/tunnel4.ko 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/udp_diag.ko 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40513 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/udp_tunnel.ko 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv4/xfrm4_tunnel.ko 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ah6.ko 2023-07-12T13:40:52.448 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/esp6.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/fou6.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 80793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_gre.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 91481 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_tunnel.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ip6_vti.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/ipcomp6.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/mip6.ko 2023-07-12T13:40:52.449 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 41561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-07-12T13:40:52.450 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8913 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10937 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-07-12T13:40:52.451 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38361 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9569 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-07-12T13:40:52.452 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 73161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/sit.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/tunnel6.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/ipv6/xfrm6_tunnel.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/key/ 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 83065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/key/af_key.ko 2023-07-12T13:40:52.453 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/ 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 120753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_core.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_debugfs.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_eth.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35241 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_ip.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_ip6.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_netlink.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 53153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/l2tp/l2tp_ppp.ko 2023-07-12T13:40:52.454 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/lapb/ 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/lapb/lapb.ko 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/llc/ 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22345 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/llc/llc.ko 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 267209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/llc/llc2.ko 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mac802154/ 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 280401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mac802154/mac802154.ko 2023-07-12T13:40:52.455 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mpls/ 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/mpls/mpls_gso.ko 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 117977 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set.ko 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-07-12T13:40:52.456 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 102033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 103121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 104593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 105129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 114393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 111161 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-07-12T13:40:52.457 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 114681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-07-12T13:40:52.458 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 114329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-07-12T13:40:52.458 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 113153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-07-12T13:40:52.458 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 116217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-07-12T13:40:52.458 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 410337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-07-12T13:40:52.459 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-07-12T13:40:52.460 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-07-12T13:40:52.460 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-07-12T13:40:52.460 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9233 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-07-12T13:40:52.460 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-07-12T13:40:52.460 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-07-12T13:40:52.460 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7697 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 48025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conncount.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 397737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9929 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 117737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_h323.ko 2023-07-12T13:40:52.461 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_irc.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 108329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_sane.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 65737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_sip.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11009 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-07-12T13:40:52.462 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9641 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_dup_netdev.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 86993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_flow_table.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_flow_table_inet.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_log_syslog.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 91777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_amanda.ko 2023-07-12T13:40:52.463 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_ftp.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_irc.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_sip.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_nat_tftp.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_synproxy_core.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 584713 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nf_tables.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 42705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink.ko 2023-07-12T13:40:52.464 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_acct.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30561 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_cttimeout.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 39905 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_log.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22273 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_osf.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 49673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nfnetlink_queue.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_chain_nat.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_compat.ko 2023-07-12T13:40:52.465 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 40721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_ct.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_dup_netdev.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10593 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_fib.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13745 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_fwd_netdev.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14185 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_hash.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_limit.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_log.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_masq.ko 2023-07-12T13:40:52.466 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_nat.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_numgen.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_osf.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_queue.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14193 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_redir.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_reject.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_reject_inet.ko 2023-07-12T13:40:52.467 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12737 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_socket.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_synproxy.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14849 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/nft_tproxy.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 85113 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/x_tables.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12097 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_AUDIT.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CHECKSUM.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CLASSIFY.ko 2023-07-12T13:40:52.468 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 18169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_CT.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10497 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_DSCP.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_HL.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_HMARK.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 38857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_IDLETIMER.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14017 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_LED.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11489 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_LOG.ko 2023-07-12T13:40:52.469 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_MASQUERADE.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_NETMAP.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_NFLOG.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13289 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_NFQUEUE.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_RATEEST.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_REDIRECT.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_SECMARK.ko 2023-07-12T13:40:52.470 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TCPMSS.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17369 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TEE.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TPROXY.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8321 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_TRACE.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_addrtype.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_bpf.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_cgroup.ko 2023-07-12T13:40:52.471 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_cluster.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_comment.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connbytes.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connlabel.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connlimit.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13129 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_connmark.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12401 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_conntrack.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_cpu.ko 2023-07-12T13:40:52.472 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10969 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_dccp.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_devgroup.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8801 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_dscp.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10657 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_ecn.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_esp.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43393 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_hashlimit.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_helper.ko 2023-07-12T13:40:52.473 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7865 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_hl.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_ipcomp.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_iprange.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11785 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_ipvs.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16041 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_l2tp.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_length.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10209 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_limit.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7545 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_mac.ko 2023-07-12T13:40:52.474 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8577 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_mark.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11825 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_multiport.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13817 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_nat.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_nfacct.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8297 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_osf.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_owner.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_physdev.ko 2023-07-12T13:40:52.475 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7633 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_pkttype.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_policy.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_quota.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_rateest.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_realm.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_recent.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13329 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_sctp.ko 2023-07-12T13:40:52.476 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 30089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_set.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_socket.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9505 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_state.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9473 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_statistic.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_string.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 8553 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_tcpmss.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15777 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_tcpudp.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_time.ko 2023-07-12T13:40:52.477 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9105 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netfilter/xt_u32.ko 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netlink/ 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/netlink/netlink_diag.ko 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/nsh/ 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 12137 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/nsh/nsh.ko 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/ 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 378153 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/openvswitch.ko 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10257 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/vport-geneve.ko 2023-07-12T13:40:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9449 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/vport-gre.ko 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 11793 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/openvswitch/vport-vxlan.ko 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/packet/ 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/packet/af_packet_diag.ko 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/phonet/ 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 110073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/phonet/phonet.ko 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 54857 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/phonet/pn_pep.ko 2023-07-12T13:40:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/ 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 249033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/rds.ko 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 165081 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/rds_rdma.ko 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66945 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rds/rds_tcp.ko 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rxrpc/ 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 807465 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/rxrpc/rxrpc.ko 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/ 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_csum.ko 2023-07-12T13:40:52.480 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23537 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_gact.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 25681 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_ipt.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_mirred.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 23425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_nat.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 43833 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_pedit.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31985 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_police.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_simple.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36353 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_skbedit.ko 2023-07-12T13:40:52.481 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/act_vlan.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26145 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_basic.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33673 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_bpf.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_cgroup.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31377 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_flow.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_fw.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 37953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_route.ko 2023-07-12T13:40:52.482 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 59217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/cls_u32.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7441 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_cmp.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 13457 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_ipset.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33337 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_meta.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_nbyte.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10625 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_text.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/em_u32.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21649 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_choke.ko 2023-07-12T13:40:52.483 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20961 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_codel.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33753 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_drr.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 33609 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_fq.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31601 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_fq_codel.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 35433 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_gred.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 48409 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_hfsc.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_hhf.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 66073 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_htb.ko 2023-07-12T13:40:52.484 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 16001 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_ingress.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 29809 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_mqprio.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10313 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_mqprio_lib.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26065 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_multiq.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 36217 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_netem.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_pie.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10265 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_plug.ko 2023-07-12T13:40:52.485 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 24729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_prio.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 47617 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_qfq.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 32953 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_red.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 26881 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_sfb.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 31425 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_sfq.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 28897 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_tbf.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 27729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sched/sch_teql.ko 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sctp/ 2023-07-12T13:40:52.486 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 929385 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sctp/sctp.ko 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 19033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sctp/sctp_diag.ko 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/ 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/auth_gss/ 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 328057 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 61769 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 1426529 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/sunrpc.ko 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/xprtrdma/ 2023-07-12T13:40:52.487 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 681721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-07-12T13:40:52.488 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/tipc/ 2023-07-12T13:40:52.488 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10025 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/tipc/diag.ko 2023-07-12T13:40:52.488 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 855089 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/tipc/tipc.ko 2023-07-12T13:40:52.488 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/unix/ 2023-07-12T13:40:52.488 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 15729 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/unix/unix_diag.ko 2023-07-12T13:40:52.488 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/ 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 80121 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68033 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 92689 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vsock.ko 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 10705 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vsock_diag.ko 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 17521 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/vmw_vsock/vsock_loopback.ko 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/x25/ 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 125225 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/x25/x25.ko 2023-07-12T13:40:52.489 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/ 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 21281 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/xfrm_algo.ko 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 20169 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/xfrm_ipcomp.ko 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 101993 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/net/xfrm/xfrm_user.ko 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/virt/ 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/virt/lib/ 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 14921 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/kernel/virt/lib/irqbypass.ko 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 637389 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.alias 2023-07-12T13:40:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 623128 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.alias.bin 2023-07-12T13:40:52.491 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 7605 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin 2023-07-12T13:40:52.491 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 22249 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin.alias.bin 2023-07-12T13:40:52.491 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 9788 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin.bin 2023-07-12T13:40:52.491 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 68530 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.builtin.modinfo 2023-07-12T13:40:52.491 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 146380 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.dep 2023-07-12T13:40:52.491 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 232618 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.dep.bin 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 210 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.devname 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 72721 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.order 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 879 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.softdep 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 251868 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.symbols 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 306661 2023-06-30 10:38 ./lib/modules/6.4.0-g84139c18d56f/modules.symbols.bin 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/ 2023-07-12T13:40:52.492 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/share/ 2023-07-12T13:40:52.493 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/share/doc/ 2023-07-12T13:40:52.493 INFO:teuthology.orchestra.run.smithi055.stdout:drwxr-xr-x root/root 0 2023-06-30 10:38 ./usr/share/doc/linux-image-6.4.0-g84139c18d56f/ 2023-07-12T13:40:52.493 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 170 2023-06-30 10:38 ./usr/share/doc/linux-image-6.4.0-g84139c18d56f/changelog.Debian.gz 2023-07-12T13:40:52.493 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r-- root/root 691 2023-06-30 10:38 ./usr/share/doc/linux-image-6.4.0-g84139c18d56f/copyright 2023-07-12T13:40:52.494 DEBUG:teuthology.task.kernel:get_image_version: 6.4.0-g84139c18d56f 2023-07-12T13:40:52.494 INFO:teuthology.task.kernel:searching for kernel 6.4.0-g84139c18d56f 2023-07-12T13:40:52.494 DEBUG:teuthology.orchestra.run.smithi055:> egrep '(submenu|menuentry.*6.4.0-g84139c18d56f).*{' /boot/grub/grub.cfg 2023-07-12T13:40:52.501 INFO:teuthology.orchestra.run.smithi055.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-07-12T13:40:52.501 INFO:teuthology.orchestra.run.smithi055.stdout: menuentry 'Ubuntu, with Linux 6.4.0-g84139c18d56f' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.4.0-g84139c18d56f-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-07-12T13:40:52.501 INFO:teuthology.orchestra.run.smithi055.stdout: menuentry 'Ubuntu, with Linux 6.4.0-g84139c18d56f (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.4.0-g84139c18d56f-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-07-12T13:40:52.502 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2023-07-12T13:40:52.502 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.4.0-g84139c18d56f 2023-07-12T13:40:52.502 DEBUG:teuthology.orchestra.run.smithi055:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2023-07-12T13:40:52.546 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi055.front.sepia.ceph.com to complete... 2023-07-12T13:40:52.647 INFO:teuthology.orchestra.run.smithi050.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-07-12T13:40:52.652 INFO:teuthology.orchestra.run.smithi050.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-07-12T13:40:52.695 INFO:teuthology.orchestra.run.smithi050.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-07-12T13:40:52.701 INFO:teuthology.orchestra.run.smithi050.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-07-12T13:40:52.845 INFO:teuthology.orchestra.run.smithi050.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-07-12T13:40:52.845 INFO:teuthology.orchestra.run.smithi050.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-07-12T13:40:52.846 INFO:teuthology.orchestra.run.smithi050.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-07-12T13:40:52.855 INFO:teuthology.orchestra.run.smithi050.stderr:done 2023-07-12T13:40:52.950 INFO:teuthology.orchestra.run.smithi055.stderr:Sourcing file `/etc/default/grub' 2023-07-12T13:40:52.951 INFO:teuthology.orchestra.run.smithi055.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-07-12T13:40:52.978 INFO:teuthology.orchestra.run.smithi055.stderr:Generating grub configuration file ... 2023-07-12T13:40:53.212 INFO:teuthology.orchestra.run.smithi055.stderr:Found linux image: /boot/vmlinuz-6.4.0-g84139c18d56f 2023-07-12T13:40:53.219 INFO:teuthology.orchestra.run.smithi055.stderr:Found initrd image: /boot/initrd.img-6.4.0-g84139c18d56f 2023-07-12T13:40:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-07-12T13:40:53.432 INFO:teuthology.orchestra.run.smithi055.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-07-12T13:40:53.471 INFO:teuthology.orchestra.run.smithi055.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-07-12T13:40:53.476 INFO:teuthology.orchestra.run.smithi055.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-07-12T13:40:53.629 INFO:teuthology.orchestra.run.smithi055.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-07-12T13:40:53.629 INFO:teuthology.orchestra.run.smithi055.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-07-12T13:40:53.630 INFO:teuthology.orchestra.run.smithi055.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-07-12T13:40:53.644 INFO:teuthology.orchestra.run.smithi055.stderr:done 2023-07-12T13:41:24.004 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-07-12T13:41:24.005 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2023-07-12T13:41:24.006 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:41:24.744 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-07-12T13:41:24.744 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-07-12T13:41:24.745 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:41:42.390 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.50 2023-07-12T13:41:43.152 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.55 2023-07-12T13:41:51.396 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2023-07-12T13:41:51.397 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:41:52.154 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-07-12T13:41:52.155 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:42:51.456 DEBUG:teuthology.orchestra.remote:timed out 2023-07-12T13:42:52.158 DEBUG:teuthology.orchestra.remote:timed out 2023-07-12T13:43:03.468 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2023-07-12T13:43:03.469 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:43:03.685 DEBUG:teuthology.orchestra.run.smithi050:> true 2023-07-12T13:43:04.159 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-07-12T13:43:04.159 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:43:04.371 DEBUG:teuthology.orchestra.run.smithi055:> true 2023-07-12T13:43:04.467 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2023-07-12T13:43:04.468 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.4.0-g84139c18d56f"... 2023-07-12T13:43:04.468 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2023-07-12T13:43:04.518 INFO:teuthology.orchestra.run.smithi050.stdout:6.4.0-g84139c18d56f 2023-07-12T13:43:04.518 DEBUG:teuthology.task.kernel:current kernel version is 6.4.0-g84139c18d56f vs 6.4.0-g84139c18d56f 2023-07-12T13:43:04.519 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-07-12T13:43:04.519 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-07-12T13:43:05.172 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-07-12T13:43:05.173 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "6.4.0-g84139c18d56f"... 2023-07-12T13:43:05.173 DEBUG:teuthology.orchestra.run.smithi055:> uname -r 2023-07-12T13:43:05.225 INFO:teuthology.orchestra.run.smithi055.stdout:6.4.0-g84139c18d56f 2023-07-12T13:43:05.225 DEBUG:teuthology.task.kernel:current kernel version is 6.4.0-g84139c18d56f vs 6.4.0-g84139c18d56f 2023-07-12T13:43:05.225 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-07-12T13:43:05.226 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-07-12T13:43:05.520 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-07-12T13:43:05.520 DEBUG:teuthology.orchestra.run.smithi050:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-07-12T13:43:05.604 INFO:teuthology.orchestra.run.smithi050.stdout:ttyS1 2023-07-12T13:43:05.653 DEBUG:teuthology.parallel:result is None 2023-07-12T13:43:06.227 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-07-12T13:43:06.227 DEBUG:teuthology.orchestra.run.smithi055:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-07-12T13:43:06.317 INFO:teuthology.orchestra.run.smithi055.stdout:ttyS1 2023-07-12T13:43:06.383 DEBUG:teuthology.parallel:result is None 2023-07-12T13:43:06.384 INFO:teuthology.run_tasks:Running task internal.base... 2023-07-12T13:43:06.397 INFO:teuthology.task.internal:Creating test directory... 2023-07-12T13:43:06.398 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-07-12T13:43:06.402 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-07-12T13:43:06.412 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-07-12T13:43:06.444 INFO:teuthology.run_tasks:Running task internal.archive... 2023-07-12T13:43:06.482 INFO:teuthology.task.internal:Creating archive directory... 2023-07-12T13:43:06.483 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-07-12T13:43:06.487 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-07-12T13:43:06.522 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-07-12T13:43:06.533 INFO:teuthology.task.internal:Enabling coredump saving... 2023-07-12T13:43:06.534 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-07-12T13:43:06.565 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-07-12T13:43:06.598 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-12T13:43:06.602 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-12T13:43:06.613 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-12T13:43:06.617 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-12T13:43:06.619 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-07-12T13:43:06.631 INFO:teuthology.task.internal:Configuring sudo... 2023-07-12T13:43:06.631 DEBUG:teuthology.orchestra.run.smithi050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-07-12T13:43:06.664 DEBUG:teuthology.orchestra.run.smithi055:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-07-12T13:43:06.687 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-07-12T13:43:06.702 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-07-12T13:43:06.703 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-07-12T13:43:06.729 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-07-12T13:43:06.739 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-12T13:43:06.791 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-12T13:43:06.846 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:43:06.847 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-07-12T13:43:06.922 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-12T13:43:06.932 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-12T13:43:06.985 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:43:06.986 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-07-12T13:43:07.065 DEBUG:teuthology.orchestra.run.smithi050:> sudo service rsyslog restart 2023-07-12T13:43:07.069 DEBUG:teuthology.orchestra.run.smithi055:> sudo service rsyslog restart 2023-07-12T13:43:07.214 INFO:teuthology.run_tasks:Running task internal.timer... 2023-07-12T13:43:07.227 INFO:teuthology.task.internal:Starting timer... 2023-07-12T13:43:07.227 INFO:teuthology.run_tasks:Running task pcp... 2023-07-12T13:43:07.313 INFO:teuthology.run_tasks:Running task selinux... 2023-07-12T13:43:07.366 DEBUG:teuthology.task.selinux:Excluding smithi050: OS 'ubuntu' does not support SELinux 2023-07-12T13:43:07.366 DEBUG:teuthology.task.selinux:Excluding smithi055: OS 'ubuntu' does not support SELinux 2023-07-12T13:43:07.367 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-07-12T13:43:07.367 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-07-12T13:43:07.367 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-07-12T13:43:07.367 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-07-12T13:43:07.446 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-07-12T13:43:07.454 INFO:teuthology.repo_utils:Fetching main from origin 2023-07-12T13:43:07.596 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-07-12T13:43:07.614 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-07-12T13:43:07.616 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi050.front.sepia.ceph.com,smithi055.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-07-12T13:51:44.432 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi050.front.sepia.ceph.com'), Remote(name='ubuntu@smithi055.front.sepia.ceph.com')] 2023-07-12T13:51:44.434 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2023-07-12T13:51:44.435 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:51:44.515 DEBUG:teuthology.orchestra.run.smithi050:> true 2023-07-12T13:51:44.665 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2023-07-12T13:51:44.665 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-07-12T13:51:44.666 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-12T13:51:44.745 DEBUG:teuthology.orchestra.run.smithi055:> true 2023-07-12T13:51:44.871 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-07-12T13:51:44.871 INFO:teuthology.run_tasks:Running task clock... 2023-07-12T13:51:44.884 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-07-12T13:51:44.884 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-07-12T13:51:44.885 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-12T13:51:44.889 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-07-12T13:51:44.889 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-12T13:51:44.926 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-07-12T13:51:44.927 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Command line: ntpd -gq 2023-07-12T13:51:44.927 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: ---------------------------------------------------- 2023-07-12T13:51:44.927 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: ntp-4 is maintained by Network Time Foundation, 2023-07-12T13:51:44.927 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-07-12T13:51:44.927 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: corporation. Support and training for ntp-4 are 2023-07-12T13:51:44.928 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: available at https://www.nwtime.org/support 2023-07-12T13:51:44.928 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: ---------------------------------------------------- 2023-07-12T13:51:44.928 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: proto: precision = 0.043 usec (-24) 2023-07-12T13:51:44.929 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: basedate set to 2022-02-04 2023-07-12T13:51:44.929 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: gps base set to 2022-02-06 (week 2196) 2023-07-12T13:51:44.929 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-07-12T13:51:44.929 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: restrict ::: KOD does nothing without LIMITED. 2023-07-12T13:51:44.929 INFO:teuthology.orchestra.run.smithi050.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-07-12T13:51:44.930 INFO:teuthology.orchestra.run.smithi050.stderr:restrict ::: KOD does nothing without LIMITED. 2023-07-12T13:51:44.930 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listen and drop on 0 v6wildcard [::]:123 2023-07-12T13:51:44.930 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-07-12T13:51:44.931 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listen normally on 2 lo 127.0.0.1:123 2023-07-12T13:51:44.931 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listen normally on 3 ens1f0 172.21.15.50:123 2023-07-12T13:51:44.931 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listen normally on 4 lo [::1]:123 2023-07-12T13:51:44.931 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:1584%3]:123 2023-07-12T13:51:44.931 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:44 ntpd[27297]: Listening on routing socket on fd #22 for interface updates 2023-07-12T13:51:44.954 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-07-12T13:51:44.954 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Command line: ntpd -gq 2023-07-12T13:51:44.955 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: ---------------------------------------------------- 2023-07-12T13:51:44.955 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: ntp-4 is maintained by Network Time Foundation, 2023-07-12T13:51:44.955 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-07-12T13:51:44.955 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: corporation. Support and training for ntp-4 are 2023-07-12T13:51:44.955 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: available at https://www.nwtime.org/support 2023-07-12T13:51:44.955 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: ---------------------------------------------------- 2023-07-12T13:51:44.956 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: proto: precision = 0.043 usec (-24) 2023-07-12T13:51:44.956 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: basedate set to 2022-02-04 2023-07-12T13:51:44.956 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: gps base set to 2022-02-06 (week 2196) 2023-07-12T13:51:44.957 INFO:teuthology.orchestra.run.smithi055.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-07-12T13:51:44.957 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-07-12T13:51:44.957 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: restrict ::: KOD does nothing without LIMITED. 2023-07-12T13:51:44.957 INFO:teuthology.orchestra.run.smithi055.stderr:restrict ::: KOD does nothing without LIMITED. 2023-07-12T13:51:44.958 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listen and drop on 0 v6wildcard [::]:123 2023-07-12T13:51:44.958 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-07-12T13:51:44.959 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listen normally on 2 lo 127.0.0.1:123 2023-07-12T13:51:44.959 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listen normally on 3 ens1f0 172.21.15.55:123 2023-07-12T13:51:44.959 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listen normally on 4 lo [::1]:123 2023-07-12T13:51:44.959 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:2606%4]:123 2023-07-12T13:51:44.959 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:44 ntpd[27298]: Listening on routing socket on fd #22 for interface updates 2023-07-12T13:51:45.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:45.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:45.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:45 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:45.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:45 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:45 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:45 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:45.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:45 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:45.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:45 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:45.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:45 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:46.954 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:46 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:46.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:46 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:46.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:46 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:46.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:46 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:46.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:46 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:46.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:46 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:47.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.932 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:47.932 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:47 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:47.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:47.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:47.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:47.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:47.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:47.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:47 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:48.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:48 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:48.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:48 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:48.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:48 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:48.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:48 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:48.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:48 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:48.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:48 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:49.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:49.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:49.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:49.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:49.931 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.932 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.932 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:49.932 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:49 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:49.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:49.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:49.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:49.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:49.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:49.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:49 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:50.954 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:50 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:50.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:50 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:50.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:50 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:50.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:50 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:50.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:50 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:50.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:50 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:51.927 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.928 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:51.929 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:51.929 INFO:teuthology.orchestra.run.smithi050.stdout:12 Jul 13:51:51 ntpd[27297]: ntpd: time slew -0.000954 s 2023-07-12T13:51:51.929 INFO:teuthology.orchestra.run.smithi050.stdout:ntpd: time slew -0.000954s 2023-07-12T13:51:51.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-07-12T13:51:51.930 INFO:teuthology.orchestra.run.smithi050.stderr:12 Jul 13:51:51 ntpd[27297]: can't open /var/log/ntpstats/loopstats.20230712: Permission denied 2023-07-12T13:51:51.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.955 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-07-12T13:51:51.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: can't open /var/log/ntpstats/rawstats.20230712: Permission denied 2023-07-12T13:51:51.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-07-12T13:51:51.956 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: can't open /var/log/ntpstats/peerstats.20230712: Permission denied 2023-07-12T13:51:51.956 INFO:teuthology.orchestra.run.smithi055.stdout:12 Jul 13:51:51 ntpd[27298]: ntpd: time slew +0.000961 s 2023-07-12T13:51:51.957 INFO:teuthology.orchestra.run.smithi055.stdout:ntpd: time slew +0.000961s 2023-07-12T13:51:51.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-07-12T13:51:51.957 INFO:teuthology.orchestra.run.smithi055.stderr:12 Jul 13:51:51 ntpd[27298]: can't open /var/log/ntpstats/loopstats.20230712: Permission denied 2023-07-12T13:51:52.041 INFO:teuthology.orchestra.run.smithi050.stdout: remote refid st t when poll reach delay offset jitter 2023-07-12T13:51:52.042 INFO:teuthology.orchestra.run.smithi050.stdout:============================================================================== 2023-07-12T13:51:52.042 INFO:teuthology.orchestra.run.smithi050.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.042 INFO:teuthology.orchestra.run.smithi050.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.043 INFO:teuthology.orchestra.run.smithi050.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.043 INFO:teuthology.orchestra.run.smithi050.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.085 INFO:teuthology.orchestra.run.smithi055.stdout: remote refid st t when poll reach delay offset jitter 2023-07-12T13:51:52.085 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================== 2023-07-12T13:51:52.086 INFO:teuthology.orchestra.run.smithi055.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.086 INFO:teuthology.orchestra.run.smithi055.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.086 INFO:teuthology.orchestra.run.smithi055.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.086 INFO:teuthology.orchestra.run.smithi055.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-07-12T13:51:52.087 INFO:teuthology.run_tasks:Running task install... 2023-07-12T13:51:52.097 DEBUG:teuthology.task.install:project ceph 2023-07-12T13:51:52.098 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '09dfe6f49c8816efcf4383b2012b6a99938a8f79'}} 2023-07-12T13:51:52.098 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '09dfe6f49c8816efcf4383b2012b6a99938a8f79'} 2023-07-12T13:51:52.098 INFO:teuthology.task.install:Using flavor: default 2023-07-12T13:51:52.104 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-07-12T13:51:52.105 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-07-12T13:51:52.105 DEBUG:teuthology.orchestra.run.smithi050:> sudo apt-key list | grep Ceph 2023-07-12T13:51:52.106 DEBUG:teuthology.orchestra.run.smithi055:> sudo apt-key list | grep Ceph 2023-07-12T13:51:52.218 INFO:teuthology.orchestra.run.smithi050.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-07-12T13:51:52.244 INFO:teuthology.orchestra.run.smithi055.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-07-12T13:51:52.274 INFO:teuthology.orchestra.run.smithi050.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-07-12T13:51:52.274 INFO:teuthology.orchestra.run.smithi050.stdout:uid [ unknown] Ceph.com (release key) 2023-07-12T13:51:52.275 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-07-12T13:51:52.276 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-07-12T13:51:52.276 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=09dfe6f49c8816efcf4383b2012b6a99938a8f79 2023-07-12T13:51:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-07-12T13:51:52.299 INFO:teuthology.orchestra.run.smithi055.stdout:uid [ unknown] Ceph.com (release key) 2023-07-12T13:51:52.300 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-07-12T13:51:52.300 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-07-12T13:51:52.301 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=09dfe6f49c8816efcf4383b2012b6a99938a8f79 2023-07-12T13:51:52.419 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default/ 2023-07-12T13:51:52.420 INFO:teuthology.task.install.deb:Package version is 18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:51:52.516 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default/ 2023-07-12T13:51:52.516 INFO:teuthology.task.install.deb:Package version is 18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:51:52.588 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:51:52.588 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-07-12T13:51:52.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo apt-get update 2023-07-12T13:51:52.624 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:51:52.624 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-07-12T13:51:52.646 DEBUG:teuthology.orchestra.run.smithi055:> sudo apt-get update 2023-07-12T13:51:52.803 INFO:teuthology.orchestra.run.smithi050.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-07-12T13:51:52.808 INFO:teuthology.orchestra.run.smithi050.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-07-12T13:51:52.825 INFO:teuthology.orchestra.run.smithi050.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-07-12T13:51:52.843 INFO:teuthology.orchestra.run.smithi055.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-07-12T13:51:52.849 INFO:teuthology.orchestra.run.smithi055.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-07-12T13:51:52.853 INFO:teuthology.orchestra.run.smithi050.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy InRelease 2023-07-12T13:51:52.866 INFO:teuthology.orchestra.run.smithi055.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-07-12T13:51:52.874 INFO:teuthology.orchestra.run.smithi050.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-07-12T13:51:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy Release.gpg 2023-07-12T13:51:52.917 INFO:teuthology.orchestra.run.smithi050.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,426 B] 2023-07-12T13:51:52.929 INFO:teuthology.orchestra.run.smithi050.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-07-12T13:51:52.950 INFO:teuthology.orchestra.run.smithi050.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB] 2023-07-12T13:51:52.952 INFO:teuthology.orchestra.run.smithi055.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy InRelease 2023-07-12T13:51:52.960 INFO:teuthology.orchestra.run.smithi055.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-07-12T13:51:52.989 INFO:teuthology.orchestra.run.smithi055.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-07-12T13:51:53.028 INFO:teuthology.orchestra.run.smithi055.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy Release.gpg 2023-07-12T13:51:53.064 INFO:teuthology.orchestra.run.smithi055.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB] 2023-07-12T13:51:53.111 INFO:teuthology.orchestra.run.smithi055.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,426 B] 2023-07-12T13:51:53.447 INFO:teuthology.orchestra.run.smithi050.stdout:Fetched 28.5 kB in 1s (46.9 kB/s) 2023-07-12T13:51:53.489 INFO:teuthology.orchestra.run.smithi055.stdout:Fetched 28.5 kB in 1s (46.7 kB/s) 2023-07-12T13:51:54.352 INFO:teuthology.orchestra.run.smithi050.stdout:Reading package lists... 2023-07-12T13:51:54.369 DEBUG:teuthology.orchestra.run.smithi050:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4740-g09dfe6f4-1jammy cephadm=18.0.0-4740-g09dfe6f4-1jammy ceph-mds=18.0.0-4740-g09dfe6f4-1jammy ceph-mgr=18.0.0-4740-g09dfe6f4-1jammy ceph-common=18.0.0-4740-g09dfe6f4-1jammy ceph-fuse=18.0.0-4740-g09dfe6f4-1jammy ceph-test=18.0.0-4740-g09dfe6f4-1jammy ceph-volume=18.0.0-4740-g09dfe6f4-1jammy radosgw=18.0.0-4740-g09dfe6f4-1jammy python3-rados=18.0.0-4740-g09dfe6f4-1jammy python3-rgw=18.0.0-4740-g09dfe6f4-1jammy python3-cephfs=18.0.0-4740-g09dfe6f4-1jammy python3-rbd=18.0.0-4740-g09dfe6f4-1jammy libcephfs2=18.0.0-4740-g09dfe6f4-1jammy libcephfs-dev=18.0.0-4740-g09dfe6f4-1jammy librados2=18.0.0-4740-g09dfe6f4-1jammy librbd1=18.0.0-4740-g09dfe6f4-1jammy rbd-fuse=18.0.0-4740-g09dfe6f4-1jammy python3-cephfs=18.0.0-4740-g09dfe6f4-1jammy cephfs-shell=18.0.0-4740-g09dfe6f4-1jammy cephfs-top=18.0.0-4740-g09dfe6f4-1jammy cephfs-mirror=18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:51:54.391 INFO:teuthology.orchestra.run.smithi055.stdout:Reading package lists... 2023-07-12T13:51:54.407 DEBUG:teuthology.orchestra.run.smithi055:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4740-g09dfe6f4-1jammy cephadm=18.0.0-4740-g09dfe6f4-1jammy ceph-mds=18.0.0-4740-g09dfe6f4-1jammy ceph-mgr=18.0.0-4740-g09dfe6f4-1jammy ceph-common=18.0.0-4740-g09dfe6f4-1jammy ceph-fuse=18.0.0-4740-g09dfe6f4-1jammy ceph-test=18.0.0-4740-g09dfe6f4-1jammy ceph-volume=18.0.0-4740-g09dfe6f4-1jammy radosgw=18.0.0-4740-g09dfe6f4-1jammy python3-rados=18.0.0-4740-g09dfe6f4-1jammy python3-rgw=18.0.0-4740-g09dfe6f4-1jammy python3-cephfs=18.0.0-4740-g09dfe6f4-1jammy python3-rbd=18.0.0-4740-g09dfe6f4-1jammy libcephfs2=18.0.0-4740-g09dfe6f4-1jammy libcephfs-dev=18.0.0-4740-g09dfe6f4-1jammy librados2=18.0.0-4740-g09dfe6f4-1jammy librbd1=18.0.0-4740-g09dfe6f4-1jammy rbd-fuse=18.0.0-4740-g09dfe6f4-1jammy python3-cephfs=18.0.0-4740-g09dfe6f4-1jammy cephfs-shell=18.0.0-4740-g09dfe6f4-1jammy cephfs-top=18.0.0-4740-g09dfe6f4-1jammy cephfs-mirror=18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:51:54.452 INFO:teuthology.orchestra.run.smithi050.stdout:Reading package lists... 2023-07-12T13:51:54.485 INFO:teuthology.orchestra.run.smithi055.stdout:Reading package lists... 2023-07-12T13:51:54.611 INFO:teuthology.orchestra.run.smithi050.stdout:Building dependency tree... 2023-07-12T13:51:54.611 INFO:teuthology.orchestra.run.smithi050.stdout:Reading state information... 2023-07-12T13:51:54.644 INFO:teuthology.orchestra.run.smithi055.stdout:Building dependency tree... 2023-07-12T13:51:54.645 INFO:teuthology.orchestra.run.smithi055.stdout:Reading state information... 2023-07-12T13:51:54.760 INFO:teuthology.orchestra.run.smithi050.stdout:The following packages were automatically installed and are no longer required: 2023-07-12T13:51:54.760 INFO:teuthology.orchestra.run.smithi050.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-07-12T13:51:54.760 INFO:teuthology.orchestra.run.smithi050.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-07-12T13:51:54.760 INFO:teuthology.orchestra.run.smithi050.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-07-12T13:51:54.762 INFO:teuthology.orchestra.run.smithi050.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-07-12T13:51:54.762 INFO:teuthology.orchestra.run.smithi050.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout:Use 'sudo apt autoremove' to remove them. 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout:The following additional packages will be installed: 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-07-12T13:51:54.763 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-07-12T13:51:54.764 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-07-12T13:51:54.765 INFO:teuthology.orchestra.run.smithi050.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-07-12T13:51:54.766 INFO:teuthology.orchestra.run.smithi050.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-07-12T13:51:54.766 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-07-12T13:51:54.766 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-07-12T13:51:54.766 INFO:teuthology.orchestra.run.smithi050.stdout: qttranslations5-l10n socat xmlstarlet 2023-07-12T13:51:54.766 INFO:teuthology.orchestra.run.smithi050.stdout:Suggested packages: 2023-07-12T13:51:54.767 INFO:teuthology.orchestra.run.smithi050.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-07-12T13:51:54.767 INFO:teuthology.orchestra.run.smithi050.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-07-12T13:51:54.767 INFO:teuthology.orchestra.run.smithi050.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-07-12T13:51:54.767 INFO:teuthology.orchestra.run.smithi050.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-07-12T13:51:54.767 INFO:teuthology.orchestra.run.smithi050.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-07-12T13:51:54.767 INFO:teuthology.orchestra.run.smithi050.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-07-12T13:51:54.768 INFO:teuthology.orchestra.run.smithi050.stdout: python3-watchdog 2023-07-12T13:51:54.768 INFO:teuthology.orchestra.run.smithi050.stdout:Recommended packages: 2023-07-12T13:51:54.768 INFO:teuthology.orchestra.run.smithi050.stdout: btrfs-tools 2023-07-12T13:51:54.795 INFO:teuthology.orchestra.run.smithi055.stdout:The following packages were automatically installed and are no longer required: 2023-07-12T13:51:54.795 INFO:teuthology.orchestra.run.smithi055.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-07-12T13:51:54.795 INFO:teuthology.orchestra.run.smithi055.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-07-12T13:51:54.795 INFO:teuthology.orchestra.run.smithi055.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-07-12T13:51:54.795 INFO:teuthology.orchestra.run.smithi055.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-07-12T13:51:54.797 INFO:teuthology.orchestra.run.smithi055.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-07-12T13:51:54.797 INFO:teuthology.orchestra.run.smithi055.stdout:Use 'sudo apt autoremove' to remove them. 2023-07-12T13:51:54.797 INFO:teuthology.orchestra.run.smithi055.stdout:The following additional packages will be installed: 2023-07-12T13:51:54.798 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-07-12T13:51:54.798 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-07-12T13:51:54.798 INFO:teuthology.orchestra.run.smithi055.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-07-12T13:51:54.798 INFO:teuthology.orchestra.run.smithi055.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-07-12T13:51:54.798 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-07-12T13:51:54.798 INFO:teuthology.orchestra.run.smithi055.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-07-12T13:51:54.799 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-07-12T13:51:54.800 INFO:teuthology.orchestra.run.smithi055.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-07-12T13:51:54.800 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-07-12T13:51:54.800 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-07-12T13:51:54.800 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-07-12T13:51:54.800 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-07-12T13:51:54.801 INFO:teuthology.orchestra.run.smithi055.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-07-12T13:51:54.801 INFO:teuthology.orchestra.run.smithi055.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-07-12T13:51:54.801 INFO:teuthology.orchestra.run.smithi055.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-07-12T13:51:54.801 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-07-12T13:51:54.801 INFO:teuthology.orchestra.run.smithi055.stdout: qttranslations5-l10n socat xmlstarlet 2023-07-12T13:51:54.802 INFO:teuthology.orchestra.run.smithi055.stdout:Suggested packages: 2023-07-12T13:51:54.802 INFO:teuthology.orchestra.run.smithi055.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-07-12T13:51:54.802 INFO:teuthology.orchestra.run.smithi055.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-07-12T13:51:54.802 INFO:teuthology.orchestra.run.smithi055.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-07-12T13:51:54.802 INFO:teuthology.orchestra.run.smithi055.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-07-12T13:51:54.802 INFO:teuthology.orchestra.run.smithi055.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-07-12T13:51:54.803 INFO:teuthology.orchestra.run.smithi055.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-07-12T13:51:54.803 INFO:teuthology.orchestra.run.smithi055.stdout: python3-watchdog 2023-07-12T13:51:54.803 INFO:teuthology.orchestra.run.smithi055.stdout:Recommended packages: 2023-07-12T13:51:54.803 INFO:teuthology.orchestra.run.smithi055.stdout: btrfs-tools 2023-07-12T13:51:54.912 INFO:teuthology.orchestra.run.smithi050.stdout:The following NEW packages will be installed: 2023-07-12T13:51:54.913 INFO:teuthology.orchestra.run.smithi050.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-07-12T13:51:54.913 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-07-12T13:51:54.913 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-07-12T13:51:54.913 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-07-12T13:51:54.914 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-07-12T13:51:54.915 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-07-12T13:51:54.916 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-07-12T13:51:54.916 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-07-12T13:51:54.916 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-07-12T13:51:54.916 INFO:teuthology.orchestra.run.smithi050.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-07-12T13:51:54.916 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-07-12T13:51:54.917 INFO:teuthology.orchestra.run.smithi050.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-07-12T13:51:54.918 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-07-12T13:51:54.918 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-07-12T13:51:54.918 INFO:teuthology.orchestra.run.smithi050.stdout: socat xmlstarlet 2023-07-12T13:51:54.944 INFO:teuthology.orchestra.run.smithi055.stdout:The following NEW packages will be installed: 2023-07-12T13:51:54.944 INFO:teuthology.orchestra.run.smithi055.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-07-12T13:51:54.944 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-07-12T13:51:54.944 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-07-12T13:51:54.944 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-07-12T13:51:54.946 INFO:teuthology.orchestra.run.smithi055.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-07-12T13:51:54.946 INFO:teuthology.orchestra.run.smithi055.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-07-12T13:51:54.946 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-07-12T13:51:54.946 INFO:teuthology.orchestra.run.smithi055.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-07-12T13:51:54.946 INFO:teuthology.orchestra.run.smithi055.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-07-12T13:51:54.947 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-07-12T13:51:54.948 INFO:teuthology.orchestra.run.smithi055.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-07-12T13:51:54.949 INFO:teuthology.orchestra.run.smithi055.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-07-12T13:51:54.949 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-07-12T13:51:54.949 INFO:teuthology.orchestra.run.smithi055.stdout: socat xmlstarlet 2023-07-12T13:51:55.061 INFO:teuthology.orchestra.run.smithi050.stdout:0 upgraded, 115 newly installed, 0 to remove and 210 not upgraded. 2023-07-12T13:51:55.062 INFO:teuthology.orchestra.run.smithi050.stdout:Need to get 183 MB of archives. 2023-07-12T13:51:55.062 INFO:teuthology.orchestra.run.smithi050.stdout:After this operation, 820 MB of additional disk space will be used. 2023-07-12T13:51:55.062 INFO:teuthology.orchestra.run.smithi050.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4740-g09dfe6f4-1jammy [3,404 kB] 2023-07-12T13:51:55.108 INFO:teuthology.orchestra.run.smithi050.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-07-12T13:51:55.141 INFO:teuthology.orchestra.run.smithi055.stdout:0 upgraded, 115 newly installed, 0 to remove and 210 not upgraded. 2023-07-12T13:51:55.142 INFO:teuthology.orchestra.run.smithi055.stdout:Need to get 183 MB of archives. 2023-07-12T13:51:55.142 INFO:teuthology.orchestra.run.smithi055.stdout:After this operation, 820 MB of additional disk space will be used. 2023-07-12T13:51:55.142 INFO:teuthology.orchestra.run.smithi055.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-07-12T13:51:55.169 INFO:teuthology.orchestra.run.smithi055.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4740-g09dfe6f4-1jammy [3,404 kB] 2023-07-12T13:51:55.191 INFO:teuthology.orchestra.run.smithi050.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-07-12T13:51:55.224 INFO:teuthology.orchestra.run.smithi055.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-07-12T13:51:55.237 INFO:teuthology.orchestra.run.smithi050.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-07-12T13:51:55.269 INFO:teuthology.orchestra.run.smithi055.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-07-12T13:51:55.315 INFO:teuthology.orchestra.run.smithi050.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4740-g09dfe6f4-1jammy [3,094 kB] 2023-07-12T13:51:55.432 INFO:teuthology.orchestra.run.smithi050.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-07-12T13:51:55.452 INFO:teuthology.orchestra.run.smithi050.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4740-g09dfe6f4-1jammy [657 kB] 2023-07-12T13:51:55.465 INFO:teuthology.orchestra.run.smithi055.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-07-12T13:51:55.475 INFO:teuthology.orchestra.run.smithi050.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-07-12T13:51:55.485 INFO:teuthology.orchestra.run.smithi050.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4740-g09dfe6f4-1jammy [345 kB] 2023-07-12T13:51:55.500 INFO:teuthology.orchestra.run.smithi050.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4740-g09dfe6f4-1jammy [23.0 kB] 2023-07-12T13:51:55.502 INFO:teuthology.orchestra.run.smithi050.stdout:Get:11 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4740-g09dfe6f4-1jammy [170 kB] 2023-07-12T13:51:55.508 INFO:teuthology.orchestra.run.smithi055.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-07-12T13:51:55.509 INFO:teuthology.orchestra.run.smithi050.stdout:Get:12 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4740-g09dfe6f4-1jammy [49.0 kB] 2023-07-12T13:51:55.514 INFO:teuthology.orchestra.run.smithi050.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4740-g09dfe6f4-1jammy [318 kB] 2023-07-12T13:51:55.530 INFO:teuthology.orchestra.run.smithi050.stdout:Get:14 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4740-g09dfe6f4-1jammy [6,060 kB] 2023-07-12T13:51:55.550 INFO:teuthology.orchestra.run.smithi050.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-07-12T13:51:55.561 INFO:teuthology.orchestra.run.smithi050.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-07-12T13:51:55.583 INFO:teuthology.orchestra.run.smithi055.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-07-12T13:51:55.594 INFO:teuthology.orchestra.run.smithi055.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-07-12T13:51:55.607 INFO:teuthology.orchestra.run.smithi050.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-07-12T13:51:55.639 INFO:teuthology.orchestra.run.smithi055.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4740-g09dfe6f4-1jammy [3,094 kB] 2023-07-12T13:51:55.639 INFO:teuthology.orchestra.run.smithi055.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-07-12T13:51:55.773 INFO:teuthology.orchestra.run.smithi050.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-07-12T13:51:55.782 INFO:teuthology.orchestra.run.smithi050.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-07-12T13:51:55.806 INFO:teuthology.orchestra.run.smithi055.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-07-12T13:51:55.808 INFO:teuthology.orchestra.run.smithi050.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-07-12T13:51:55.814 INFO:teuthology.orchestra.run.smithi055.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-07-12T13:51:55.815 INFO:teuthology.orchestra.run.smithi050.stdout:Get:21 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4740-g09dfe6f4-1jammy [102 kB] 2023-07-12T13:51:55.817 INFO:teuthology.orchestra.run.smithi050.stdout:Get:22 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4740-g09dfe6f4-1jammy [430 kB] 2023-07-12T13:51:55.836 INFO:teuthology.orchestra.run.smithi050.stdout:Get:23 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4740-g09dfe6f4-1jammy [22.4 MB] 2023-07-12T13:51:55.841 INFO:teuthology.orchestra.run.smithi055.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-07-12T13:51:55.933 INFO:teuthology.orchestra.run.smithi055.stdout:Get:14 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4740-g09dfe6f4-1jammy [657 kB] 2023-07-12T13:51:55.980 INFO:teuthology.orchestra.run.smithi050.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-07-12T13:51:56.001 INFO:teuthology.orchestra.run.smithi055.stdout:Get:15 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4740-g09dfe6f4-1jammy [345 kB] 2023-07-12T13:51:56.012 INFO:teuthology.orchestra.run.smithi055.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-07-12T13:51:56.033 INFO:teuthology.orchestra.run.smithi055.stdout:Get:17 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4740-g09dfe6f4-1jammy [23.0 kB] 2023-07-12T13:51:56.035 INFO:teuthology.orchestra.run.smithi055.stdout:Get:18 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4740-g09dfe6f4-1jammy [170 kB] 2023-07-12T13:51:56.057 INFO:teuthology.orchestra.run.smithi055.stdout:Get:19 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4740-g09dfe6f4-1jammy [49.0 kB] 2023-07-12T13:51:56.062 INFO:teuthology.orchestra.run.smithi055.stdout:Get:20 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4740-g09dfe6f4-1jammy [318 kB] 2023-07-12T13:51:56.092 INFO:teuthology.orchestra.run.smithi055.stdout:Get:21 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4740-g09dfe6f4-1jammy [6,060 kB] 2023-07-12T13:51:56.174 INFO:teuthology.orchestra.run.smithi050.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-07-12T13:51:56.208 INFO:teuthology.orchestra.run.smithi055.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-07-12T13:51:56.535 INFO:teuthology.orchestra.run.smithi050.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-07-12T13:51:56.543 INFO:teuthology.orchestra.run.smithi050.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-07-12T13:51:56.544 INFO:teuthology.orchestra.run.smithi050.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-07-12T13:51:56.556 INFO:teuthology.orchestra.run.smithi050.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-07-12T13:51:56.557 INFO:teuthology.orchestra.run.smithi050.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-07-12T13:51:56.559 INFO:teuthology.orchestra.run.smithi050.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-07-12T13:51:56.560 INFO:teuthology.orchestra.run.smithi050.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-07-12T13:51:56.562 INFO:teuthology.orchestra.run.smithi050.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-07-12T13:51:56.564 INFO:teuthology.orchestra.run.smithi050.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-07-12T13:51:56.572 INFO:teuthology.orchestra.run.smithi055.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-07-12T13:51:56.580 INFO:teuthology.orchestra.run.smithi055.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-07-12T13:51:56.581 INFO:teuthology.orchestra.run.smithi055.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-07-12T13:51:56.596 INFO:teuthology.orchestra.run.smithi055.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-07-12T13:51:56.596 INFO:teuthology.orchestra.run.smithi055.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-07-12T13:51:56.597 INFO:teuthology.orchestra.run.smithi055.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-07-12T13:51:56.599 INFO:teuthology.orchestra.run.smithi055.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-07-12T13:51:56.602 INFO:teuthology.orchestra.run.smithi055.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-07-12T13:51:56.602 INFO:teuthology.orchestra.run.smithi055.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-07-12T13:51:56.695 INFO:teuthology.orchestra.run.smithi055.stdout:Get:32 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4740-g09dfe6f4-1jammy [102 kB] 2023-07-12T13:51:56.700 INFO:teuthology.orchestra.run.smithi055.stdout:Get:33 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4740-g09dfe6f4-1jammy [430 kB] 2023-07-12T13:51:56.729 INFO:teuthology.orchestra.run.smithi050.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-07-12T13:51:56.746 INFO:teuthology.orchestra.run.smithi055.stdout:Get:34 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4740-g09dfe6f4-1jammy [22.4 MB] 2023-07-12T13:51:56.768 INFO:teuthology.orchestra.run.smithi055.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-07-12T13:51:56.949 INFO:teuthology.orchestra.run.smithi050.stdout:Get:36 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4740-g09dfe6f4-1jammy [6,825 kB] 2023-07-12T13:51:57.161 INFO:teuthology.orchestra.run.smithi050.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-07-12T13:51:57.171 INFO:teuthology.orchestra.run.smithi050.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-07-12T13:51:57.177 INFO:teuthology.orchestra.run.smithi050.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-07-12T13:51:57.180 INFO:teuthology.orchestra.run.smithi050.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-07-12T13:51:57.198 INFO:teuthology.orchestra.run.smithi050.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-07-12T13:51:57.200 INFO:teuthology.orchestra.run.smithi055.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-07-12T13:51:57.201 INFO:teuthology.orchestra.run.smithi050.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-07-12T13:51:57.203 INFO:teuthology.orchestra.run.smithi050.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-07-12T13:51:57.209 INFO:teuthology.orchestra.run.smithi055.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-07-12T13:51:57.215 INFO:teuthology.orchestra.run.smithi055.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-07-12T13:51:57.219 INFO:teuthology.orchestra.run.smithi055.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-07-12T13:51:57.237 INFO:teuthology.orchestra.run.smithi055.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-07-12T13:51:57.240 INFO:teuthology.orchestra.run.smithi055.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-07-12T13:51:57.243 INFO:teuthology.orchestra.run.smithi055.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-07-12T13:51:57.246 INFO:teuthology.orchestra.run.smithi050.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-07-12T13:51:57.259 INFO:teuthology.orchestra.run.smithi050.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-07-12T13:51:57.264 INFO:teuthology.orchestra.run.smithi050.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-07-12T13:51:57.285 INFO:teuthology.orchestra.run.smithi055.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-07-12T13:51:57.291 INFO:teuthology.orchestra.run.smithi050.stdout:Get:47 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4740-g09dfe6f4-1jammy [226 kB] 2023-07-12T13:51:57.298 INFO:teuthology.orchestra.run.smithi055.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-07-12T13:51:57.299 INFO:teuthology.orchestra.run.smithi050.stdout:Get:48 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4740-g09dfe6f4-1jammy [114 kB] 2023-07-12T13:51:57.303 INFO:teuthology.orchestra.run.smithi055.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-07-12T13:51:57.305 INFO:teuthology.orchestra.run.smithi050.stdout:Get:49 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4740-g09dfe6f4-1jammy [1,469 kB] 2023-07-12T13:51:57.381 INFO:teuthology.orchestra.run.smithi050.stdout:Get:50 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4740-g09dfe6f4-1jammy [9,865 kB] 2023-07-12T13:51:57.517 INFO:teuthology.orchestra.run.smithi050.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-07-12T13:51:57.556 INFO:teuthology.orchestra.run.smithi055.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-07-12T13:51:57.600 INFO:teuthology.orchestra.run.smithi050.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-07-12T13:51:57.638 INFO:teuthology.orchestra.run.smithi055.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-07-12T13:51:57.690 INFO:teuthology.orchestra.run.smithi050.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-07-12T13:51:57.729 INFO:teuthology.orchestra.run.smithi055.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-07-12T13:51:57.747 INFO:teuthology.orchestra.run.smithi050.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-07-12T13:51:57.785 INFO:teuthology.orchestra.run.smithi055.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-07-12T13:51:57.869 INFO:teuthology.orchestra.run.smithi050.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-07-12T13:51:57.884 INFO:teuthology.orchestra.run.smithi050.stdout:Get:56 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4740-g09dfe6f4-1jammy [31.6 MB] 2023-07-12T13:51:57.907 INFO:teuthology.orchestra.run.smithi055.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-07-12T13:51:57.957 INFO:teuthology.orchestra.run.smithi050.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-07-12T13:51:57.976 INFO:teuthology.orchestra.run.smithi050.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-07-12T13:51:57.995 INFO:teuthology.orchestra.run.smithi055.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-07-12T13:51:58.004 INFO:teuthology.orchestra.run.smithi050.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-07-12T13:51:58.013 INFO:teuthology.orchestra.run.smithi055.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-07-12T13:51:58.017 INFO:teuthology.orchestra.run.smithi050.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-07-12T13:51:58.042 INFO:teuthology.orchestra.run.smithi055.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-07-12T13:51:58.054 INFO:teuthology.orchestra.run.smithi055.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-07-12T13:51:58.055 INFO:teuthology.orchestra.run.smithi050.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-07-12T13:51:58.062 INFO:teuthology.orchestra.run.smithi050.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-07-12T13:51:58.092 INFO:teuthology.orchestra.run.smithi055.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-07-12T13:51:58.100 INFO:teuthology.orchestra.run.smithi055.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-07-12T13:51:58.254 INFO:teuthology.orchestra.run.smithi050.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-07-12T13:51:58.292 INFO:teuthology.orchestra.run.smithi055.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-07-12T13:51:58.821 INFO:teuthology.orchestra.run.smithi055.stdout:Get:58 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4740-g09dfe6f4-1jammy [6,825 kB] 2023-07-12T13:51:59.067 INFO:teuthology.orchestra.run.smithi050.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-07-12T13:51:59.068 INFO:teuthology.orchestra.run.smithi050.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-07-12T13:51:59.069 INFO:teuthology.orchestra.run.smithi050.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-07-12T13:51:59.070 INFO:teuthology.orchestra.run.smithi050.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-07-12T13:51:59.070 INFO:teuthology.orchestra.run.smithi050.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-07-12T13:51:59.072 INFO:teuthology.orchestra.run.smithi050.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-07-12T13:51:59.095 INFO:teuthology.orchestra.run.smithi050.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-07-12T13:51:59.097 INFO:teuthology.orchestra.run.smithi050.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-07-12T13:51:59.098 INFO:teuthology.orchestra.run.smithi050.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-07-12T13:51:59.106 INFO:teuthology.orchestra.run.smithi055.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-07-12T13:51:59.107 INFO:teuthology.orchestra.run.smithi055.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-07-12T13:51:59.108 INFO:teuthology.orchestra.run.smithi055.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-07-12T13:51:59.109 INFO:teuthology.orchestra.run.smithi055.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-07-12T13:51:59.109 INFO:teuthology.orchestra.run.smithi055.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-07-12T13:51:59.111 INFO:teuthology.orchestra.run.smithi055.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-07-12T13:51:59.134 INFO:teuthology.orchestra.run.smithi055.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-07-12T13:51:59.136 INFO:teuthology.orchestra.run.smithi055.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-07-12T13:51:59.136 INFO:teuthology.orchestra.run.smithi055.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-07-12T13:51:59.168 INFO:teuthology.orchestra.run.smithi050.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-07-12T13:51:59.216 INFO:teuthology.orchestra.run.smithi055.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-07-12T13:51:59.332 INFO:teuthology.orchestra.run.smithi050.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-07-12T13:51:59.380 INFO:teuthology.orchestra.run.smithi055.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-07-12T13:51:59.456 INFO:teuthology.orchestra.run.smithi055.stdout:Get:70 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4740-g09dfe6f4-1jammy [226 kB] 2023-07-12T13:51:59.474 INFO:teuthology.orchestra.run.smithi055.stdout:Get:71 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4740-g09dfe6f4-1jammy [114 kB] 2023-07-12T13:51:59.486 INFO:teuthology.orchestra.run.smithi050.stdout:Get:75 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4740-g09dfe6f4-1jammy [3,598 B] 2023-07-12T13:51:59.487 INFO:teuthology.orchestra.run.smithi055.stdout:Get:72 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4740-g09dfe6f4-1jammy [1,469 kB] 2023-07-12T13:51:59.487 INFO:teuthology.orchestra.run.smithi050.stdout:Get:76 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4740-g09dfe6f4-1jammy [810 kB] 2023-07-12T13:51:59.517 INFO:teuthology.orchestra.run.smithi050.stdout:Get:77 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4740-g09dfe6f4-1jammy [2,165 kB] 2023-07-12T13:51:59.590 INFO:teuthology.orchestra.run.smithi050.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-07-12T13:51:59.622 INFO:teuthology.orchestra.run.smithi050.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-07-12T13:51:59.625 INFO:teuthology.orchestra.run.smithi050.stdout:Get:80 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4740-g09dfe6f4-1jammy [218 kB] 2023-07-12T13:51:59.626 INFO:teuthology.orchestra.run.smithi055.stdout:Get:73 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4740-g09dfe6f4-1jammy [9,865 kB] 2023-07-12T13:51:59.634 INFO:teuthology.orchestra.run.smithi055.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-07-12T13:51:59.639 INFO:teuthology.orchestra.run.smithi050.stdout:Get:81 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4740-g09dfe6f4-1jammy [125 kB] 2023-07-12T13:51:59.643 INFO:teuthology.orchestra.run.smithi050.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4740-g09dfe6f4-1jammy [1,842 kB] 2023-07-12T13:51:59.649 INFO:teuthology.orchestra.run.smithi050.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-07-12T13:51:59.666 INFO:teuthology.orchestra.run.smithi055.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-07-12T13:51:59.693 INFO:teuthology.orchestra.run.smithi055.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-07-12T13:51:59.701 INFO:teuthology.orchestra.run.smithi050.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-07-12T13:51:59.719 INFO:teuthology.orchestra.run.smithi050.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-07-12T13:51:59.736 INFO:teuthology.orchestra.run.smithi050.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4740-g09dfe6f4-1jammy [8,615 kB] 2023-07-12T13:51:59.747 INFO:teuthology.orchestra.run.smithi055.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-07-12T13:51:59.749 INFO:teuthology.orchestra.run.smithi050.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-07-12T13:51:59.765 INFO:teuthology.orchestra.run.smithi055.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-07-12T13:51:59.792 INFO:teuthology.orchestra.run.smithi055.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-07-12T13:51:59.877 INFO:teuthology.orchestra.run.smithi050.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-07-12T13:51:59.907 INFO:teuthology.orchestra.run.smithi050.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-07-12T13:51:59.922 INFO:teuthology.orchestra.run.smithi055.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-07-12T13:51:59.928 INFO:teuthology.orchestra.run.smithi050.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-07-12T13:51:59.935 INFO:teuthology.orchestra.run.smithi050.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-07-12T13:51:59.954 INFO:teuthology.orchestra.run.smithi055.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-07-12T13:51:59.973 INFO:teuthology.orchestra.run.smithi055.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-07-12T13:51:59.982 INFO:teuthology.orchestra.run.smithi055.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-07-12T13:52:00.140 INFO:teuthology.orchestra.run.smithi050.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-07-12T13:52:00.167 INFO:teuthology.orchestra.run.smithi050.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4740-g09dfe6f4-1jammy [3,728 B] 2023-07-12T13:52:00.168 INFO:teuthology.orchestra.run.smithi050.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4740-g09dfe6f4-1jammy [47.5 MB] 2023-07-12T13:52:00.185 INFO:teuthology.orchestra.run.smithi055.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-07-12T13:52:00.570 INFO:teuthology.orchestra.run.smithi055.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4740-g09dfe6f4-1jammy [31.6 MB] 2023-07-12T13:52:00.602 INFO:teuthology.orchestra.run.smithi050.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-07-12T13:52:00.608 INFO:teuthology.orchestra.run.smithi050.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-07-12T13:52:00.646 INFO:teuthology.orchestra.run.smithi055.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-07-12T13:52:00.652 INFO:teuthology.orchestra.run.smithi055.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-07-12T13:52:00.733 INFO:teuthology.orchestra.run.smithi050.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-07-12T13:52:00.778 INFO:teuthology.orchestra.run.smithi055.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-07-12T13:52:00.781 INFO:teuthology.orchestra.run.smithi050.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-07-12T13:52:00.781 INFO:teuthology.orchestra.run.smithi050.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-07-12T13:52:00.787 INFO:teuthology.orchestra.run.smithi050.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-07-12T13:52:00.789 INFO:teuthology.orchestra.run.smithi050.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-07-12T13:52:00.805 INFO:teuthology.orchestra.run.smithi050.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-07-12T13:52:00.812 INFO:teuthology.orchestra.run.smithi050.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-07-12T13:52:00.824 INFO:teuthology.orchestra.run.smithi055.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-07-12T13:52:00.825 INFO:teuthology.orchestra.run.smithi055.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-07-12T13:52:00.831 INFO:teuthology.orchestra.run.smithi055.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-07-12T13:52:00.833 INFO:teuthology.orchestra.run.smithi055.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-07-12T13:52:00.850 INFO:teuthology.orchestra.run.smithi055.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-07-12T13:52:00.856 INFO:teuthology.orchestra.run.smithi055.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-07-12T13:52:00.873 INFO:teuthology.orchestra.run.smithi050.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-07-12T13:52:00.917 INFO:teuthology.orchestra.run.smithi055.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-07-12T13:52:01.038 INFO:teuthology.orchestra.run.smithi050.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-07-12T13:52:01.081 INFO:teuthology.orchestra.run.smithi055.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-07-12T13:52:01.204 INFO:teuthology.orchestra.run.smithi050.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-07-12T13:52:01.248 INFO:teuthology.orchestra.run.smithi055.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-07-12T13:52:01.483 INFO:teuthology.orchestra.run.smithi050.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-07-12T13:52:01.508 INFO:teuthology.orchestra.run.smithi050.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-07-12T13:52:01.525 INFO:teuthology.orchestra.run.smithi055.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-07-12T13:52:01.551 INFO:teuthology.orchestra.run.smithi055.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-07-12T13:52:02.660 INFO:teuthology.orchestra.run.smithi050.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4740-g09dfe6f4-1jammy [231 kB] 2023-07-12T13:52:02.662 INFO:teuthology.orchestra.run.smithi050.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4740-g09dfe6f4-1jammy [216 kB] 2023-07-12T13:52:02.667 INFO:teuthology.orchestra.run.smithi050.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4740-g09dfe6f4-1jammy [23.8 kB] 2023-07-12T13:52:02.668 INFO:teuthology.orchestra.run.smithi050.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4740-g09dfe6f4-1jammy [13.2 kB] 2023-07-12T13:52:02.669 INFO:teuthology.orchestra.run.smithi050.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4740-g09dfe6f4-1jammy [28.3 kB] 2023-07-12T13:52:02.672 INFO:teuthology.orchestra.run.smithi050.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4740-g09dfe6f4-1jammy [12.0 MB] 2023-07-12T13:52:03.292 INFO:teuthology.orchestra.run.smithi055.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4740-g09dfe6f4-1jammy [3,598 B] 2023-07-12T13:52:03.292 INFO:teuthology.orchestra.run.smithi055.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4740-g09dfe6f4-1jammy [810 kB] 2023-07-12T13:52:03.330 INFO:teuthology.orchestra.run.smithi050.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4740-g09dfe6f4-1jammy [82.1 kB] 2023-07-12T13:52:03.346 INFO:teuthology.orchestra.run.smithi055.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4740-g09dfe6f4-1jammy [2,165 kB] 2023-07-12T13:52:03.423 INFO:teuthology.orchestra.run.smithi055.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4740-g09dfe6f4-1jammy [218 kB] 2023-07-12T13:52:03.430 INFO:teuthology.orchestra.run.smithi055.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4740-g09dfe6f4-1jammy [125 kB] 2023-07-12T13:52:03.435 INFO:teuthology.orchestra.run.smithi055.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4740-g09dfe6f4-1jammy [1,842 kB] 2023-07-12T13:52:03.502 INFO:teuthology.orchestra.run.smithi055.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4740-g09dfe6f4-1jammy [8,615 kB] 2023-07-12T13:52:03.816 INFO:teuthology.orchestra.run.smithi055.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4740-g09dfe6f4-1jammy [3,728 B] 2023-07-12T13:52:03.816 INFO:teuthology.orchestra.run.smithi055.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4740-g09dfe6f4-1jammy [47.5 MB] 2023-07-12T13:52:03.928 INFO:teuthology.orchestra.run.smithi050.stdout:Fetched 183 MB in 8s (21.7 MB/s) 2023-07-12T13:52:04.078 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pyperclip. 2023-07-12T13:52:04.150 INFO:teuthology.orchestra.run.smithi050.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132931 files and directories currently installed.) 2023-07-12T13:52:04.154 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-07-12T13:52:04.194 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-07-12T13:52:04.472 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-wcwidth. 2023-07-12T13:52:04.485 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-07-12T13:52:04.522 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-07-12T13:52:04.834 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-cmd2. 2023-07-12T13:52:04.846 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-07-12T13:52:04.884 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-07-12T13:52:05.194 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libfmt8:amd64. 2023-07-12T13:52:05.213 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-07-12T13:52:05.295 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-07-12T13:52:05.607 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-07-12T13:52:05.620 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-07-12T13:52:05.658 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-07-12T13:52:05.968 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-07-12T13:52:05.982 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-07-12T13:52:06.026 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-07-12T13:52:06.546 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-07-12T13:52:06.561 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-07-12T13:52:06.604 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-07-12T13:52:07.025 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-07-12T13:52:07.039 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-07-12T13:52:07.083 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:52:07.520 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-07-12T13:52:07.534 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-07-12T13:52:07.578 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:52:07.923 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-07-12T13:52:07.937 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-07-12T13:52:07.981 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:52:08.276 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-07-12T13:52:08.290 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-07-12T13:52:08.325 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-07-12T13:52:08.622 INFO:teuthology.orchestra.run.smithi055.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4740-g09dfe6f4-1jammy [231 kB] 2023-07-12T13:52:08.629 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package librados2. 2023-07-12T13:52:08.635 INFO:teuthology.orchestra.run.smithi055.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4740-g09dfe6f4-1jammy [216 kB] 2023-07-12T13:52:08.644 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../011-librados2_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:08.665 INFO:teuthology.orchestra.run.smithi055.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4740-g09dfe6f4-1jammy [23.8 kB] 2023-07-12T13:52:08.669 INFO:teuthology.orchestra.run.smithi055.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4740-g09dfe6f4-1jammy [13.2 kB] 2023-07-12T13:52:08.672 INFO:teuthology.orchestra.run.smithi055.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4740-g09dfe6f4-1jammy [28.3 kB] 2023-07-12T13:52:08.674 INFO:teuthology.orchestra.run.smithi055.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4740-g09dfe6f4-1jammy [12.0 MB] 2023-07-12T13:52:08.687 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking librados2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:09.114 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package librbd1. 2023-07-12T13:52:09.129 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../012-librbd1_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:09.173 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking librbd1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:09.534 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libcephfs2. 2023-07-12T13:52:09.548 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:09.584 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libcephfs2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:09.845 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-rados. 2023-07-12T13:52:09.860 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:09.903 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-rados (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:10.219 INFO:teuthology.orchestra.run.smithi055.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-rishabh-fs-auth-subcmd/09dfe6f49c8816efcf4383b2012b6a99938a8f79/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4740-g09dfe6f4-1jammy [82.1 kB] 2023-07-12T13:52:10.223 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-07-12T13:52:10.238 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:10.281 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-ceph-argparse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:10.534 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-cephfs. 2023-07-12T13:52:10.548 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:10.583 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-cephfs (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:10.828 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-ceph-common. 2023-07-12T13:52:10.830 INFO:teuthology.orchestra.run.smithi055.stdout:Fetched 183 MB in 15s (12.0 MB/s) 2023-07-12T13:52:10.842 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:10.878 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:10.976 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pyperclip. 2023-07-12T13:52:11.048 INFO:teuthology.orchestra.run.smithi055.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132931 files and directories currently installed.) 2023-07-12T13:52:11.051 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-07-12T13:52:11.100 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-07-12T13:52:11.198 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-prettytable. 2023-07-12T13:52:11.212 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-07-12T13:52:11.353 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-wcwidth. 2023-07-12T13:52:11.365 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-07-12T13:52:11.366 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-07-12T13:52:11.394 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-07-12T13:52:11.626 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-rbd. 2023-07-12T13:52:11.640 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:11.684 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-rbd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:11.689 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-cmd2. 2023-07-12T13:52:11.703 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-07-12T13:52:11.748 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-07-12T13:52:11.995 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-07-12T13:52:12.010 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-07-12T13:52:12.051 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libfmt8:amd64. 2023-07-12T13:52:12.054 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-07-12T13:52:12.065 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-07-12T13:52:12.151 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-07-12T13:52:12.323 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package librgw2. 2023-07-12T13:52:12.338 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../021-librgw2_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:12.381 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking librgw2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:12.605 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-07-12T13:52:12.619 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-07-12T13:52:12.688 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-07-12T13:52:12.842 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-rgw. 2023-07-12T13:52:12.860 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:12.901 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-rgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:13.025 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-07-12T13:52:13.040 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-07-12T13:52:13.075 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-07-12T13:52:13.236 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package liboath0:amd64. 2023-07-12T13:52:13.251 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-07-12T13:52:13.295 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-07-12T13:52:13.379 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-07-12T13:52:13.396 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-07-12T13:52:13.437 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-07-12T13:52:13.539 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libradosstriper1. 2023-07-12T13:52:13.555 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:13.590 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libradosstriper1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:13.941 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-07-12T13:52:13.956 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-07-12T13:52:13.999 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:52:14.010 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-common. 2023-07-12T13:52:14.024 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:14.068 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:14.394 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-07-12T13:52:14.409 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-07-12T13:52:14.455 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:52:14.757 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-07-12T13:52:14.772 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-07-12T13:52:14.841 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:52:15.141 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-base. 2023-07-12T13:52:15.155 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:15.169 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-07-12T13:52:15.184 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-07-12T13:52:15.200 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-base (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:15.227 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-07-12T13:52:15.714 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package librados2. 2023-07-12T13:52:15.729 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../011-librados2_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:15.772 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking librados2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:15.845 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-07-12T13:52:15.858 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-07-12T13:52:15.903 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-07-12T13:52:16.192 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package librbd1. 2023-07-12T13:52:16.206 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-cheroot. 2023-07-12T13:52:16.207 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../012-librbd1_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:16.220 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-07-12T13:52:16.250 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking librbd1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:16.264 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-07-12T13:52:16.611 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libcephfs2. 2023-07-12T13:52:16.626 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:16.669 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libcephfs2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:16.784 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-07-12T13:52:16.799 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-07-12T13:52:16.842 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-07-12T13:52:16.947 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-rados. 2023-07-12T13:52:16.962 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:17.005 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-rados (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:17.104 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-jaraco.text. 2023-07-12T13:52:17.118 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-07-12T13:52:17.156 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-07-12T13:52:17.324 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-07-12T13:52:17.339 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:17.374 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-ceph-argparse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:17.442 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-07-12T13:52:17.457 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-07-12T13:52:17.500 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-07-12T13:52:17.610 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-cephfs. 2023-07-12T13:52:17.625 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:17.660 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-cephfs (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:17.803 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-tempora. 2023-07-12T13:52:17.818 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-07-12T13:52:17.861 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-07-12T13:52:17.971 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-ceph-common. 2023-07-12T13:52:17.986 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:18.030 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:18.122 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-portend. 2023-07-12T13:52:18.137 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-07-12T13:52:18.198 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-07-12T13:52:18.358 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-prettytable. 2023-07-12T13:52:18.372 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-07-12T13:52:18.416 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-07-12T13:52:18.500 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-07-12T13:52:18.516 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-07-12T13:52:18.559 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-07-12T13:52:18.668 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-rbd. 2023-07-12T13:52:18.683 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:18.727 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-rbd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:18.845 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-cherrypy3. 2023-07-12T13:52:18.860 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-07-12T13:52:18.903 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-07-12T13:52:19.096 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-07-12T13:52:19.111 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-07-12T13:52:19.146 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-07-12T13:52:19.232 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-natsort. 2023-07-12T13:52:19.246 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-07-12T13:52:19.290 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-07-12T13:52:19.433 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package librgw2. 2023-07-12T13:52:19.448 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../021-librgw2_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:19.491 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking librgw2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:19.601 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-logutils. 2023-07-12T13:52:19.616 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-07-12T13:52:19.660 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-07-12T13:52:19.945 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-markupsafe. 2023-07-12T13:52:19.951 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-rgw. 2023-07-12T13:52:19.960 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-07-12T13:52:19.966 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:20.004 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-07-12T13:52:20.010 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-rgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:20.265 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-mako. 2023-07-12T13:52:20.280 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-07-12T13:52:20.315 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-07-12T13:52:20.346 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package liboath0:amd64. 2023-07-12T13:52:20.361 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-07-12T13:52:20.404 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-07-12T13:52:20.593 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-simplegeneric. 2023-07-12T13:52:20.608 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-07-12T13:52:20.643 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-07-12T13:52:20.682 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libradosstriper1. 2023-07-12T13:52:20.697 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:20.732 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libradosstriper1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:20.929 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-singledispatch. 2023-07-12T13:52:20.944 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-07-12T13:52:20.987 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-07-12T13:52:21.144 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-common. 2023-07-12T13:52:21.158 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:21.202 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:21.282 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-webob. 2023-07-12T13:52:21.297 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-07-12T13:52:21.340 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-07-12T13:52:21.693 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-waitress. 2023-07-12T13:52:21.708 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-07-12T13:52:21.780 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-07-12T13:52:22.071 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-tempita. 2023-07-12T13:52:22.085 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-07-12T13:52:22.120 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-07-12T13:52:22.291 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-base. 2023-07-12T13:52:22.306 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:22.359 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-base (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:22.399 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-paste. 2023-07-12T13:52:22.414 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-07-12T13:52:22.457 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-07-12T13:52:22.810 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-07-12T13:52:22.825 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-07-12T13:52:22.860 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-07-12T13:52:23.113 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pastedeploy. 2023-07-12T13:52:23.128 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-07-12T13:52:23.171 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-07-12T13:52:23.237 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-07-12T13:52:23.252 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-07-12T13:52:23.287 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-07-12T13:52:23.466 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-webtest. 2023-07-12T13:52:23.481 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-07-12T13:52:23.524 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-07-12T13:52:23.565 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-cheroot. 2023-07-12T13:52:23.580 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-07-12T13:52:23.623 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-07-12T13:52:23.835 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pecan. 2023-07-12T13:52:23.850 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-07-12T13:52:23.894 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-07-12T13:52:23.918 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-07-12T13:52:23.933 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-07-12T13:52:23.976 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-07-12T13:52:24.257 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-certifi. 2023-07-12T13:52:24.262 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-jaraco.text. 2023-07-12T13:52:24.271 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-07-12T13:52:24.277 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-07-12T13:52:24.315 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-07-12T13:52:24.337 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-07-12T13:52:24.609 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-idna. 2023-07-12T13:52:24.615 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-07-12T13:52:24.624 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-07-12T13:52:24.630 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-07-12T13:52:24.659 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-idna (3.3-1) ... 2023-07-12T13:52:24.665 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-07-12T13:52:24.904 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-urllib3. 2023-07-12T13:52:24.919 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-07-12T13:52:24.962 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-07-12T13:52:24.968 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-tempora. 2023-07-12T13:52:24.983 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-07-12T13:52:25.026 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-07-12T13:52:25.290 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-requests. 2023-07-12T13:52:25.305 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-07-12T13:52:25.337 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-portend. 2023-07-12T13:52:25.352 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-07-12T13:52:25.365 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-07-12T13:52:25.396 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-07-12T13:52:25.674 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-07-12T13:52:25.676 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-werkzeug. 2023-07-12T13:52:25.689 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-07-12T13:52:25.691 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-07-12T13:52:25.723 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-07-12T13:52:25.735 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-07-12T13:52:25.996 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-07-12T13:52:26.001 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-cherrypy3. 2023-07-12T13:52:26.010 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:26.016 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-07-12T13:52:26.046 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:26.218 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-07-12T13:52:26.417 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-07-12T13:52:26.432 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:26.475 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:26.546 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-natsort. 2023-07-12T13:52:26.561 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-07-12T13:52:26.604 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-07-12T13:52:26.870 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-openssl. 2023-07-12T13:52:26.885 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-07-12T13:52:26.891 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-logutils. 2023-07-12T13:52:26.910 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-07-12T13:52:26.920 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-07-12T13:52:26.941 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-07-12T13:52:27.248 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mgr. 2023-07-12T13:52:27.263 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:27.269 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-markupsafe. 2023-07-12T13:52:27.284 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-07-12T13:52:27.306 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mgr (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:27.327 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-07-12T13:52:27.630 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-mako. 2023-07-12T13:52:27.645 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-07-12T13:52:27.688 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-07-12T13:52:27.693 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mon. 2023-07-12T13:52:27.708 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:27.751 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mon (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:28.617 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-simplegeneric. 2023-07-12T13:52:28.632 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-07-12T13:52:28.675 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-07-12T13:52:28.936 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-singledispatch. 2023-07-12T13:52:28.951 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-07-12T13:52:28.986 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-07-12T13:52:29.080 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-osd. 2023-07-12T13:52:29.094 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:29.130 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-osd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:29.289 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-webob. 2023-07-12T13:52:29.304 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-07-12T13:52:29.347 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-07-12T13:52:29.700 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-waitress. 2023-07-12T13:52:29.715 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-07-12T13:52:29.761 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-07-12T13:52:30.045 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-tempita. 2023-07-12T13:52:30.060 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-07-12T13:52:30.094 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-07-12T13:52:30.356 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-paste. 2023-07-12T13:52:30.358 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph. 2023-07-12T13:52:30.371 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-07-12T13:52:30.373 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../061-ceph_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:30.414 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-07-12T13:52:30.416 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:30.734 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-07-12T13:52:30.736 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-fuse. 2023-07-12T13:52:30.749 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-07-12T13:52:30.750 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:30.792 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-07-12T13:52:30.793 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:31.078 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pastedeploy. 2023-07-12T13:52:31.089 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mds. 2023-07-12T13:52:31.093 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-07-12T13:52:31.103 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:31.136 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-07-12T13:52:31.138 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mds (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:31.432 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-webtest. 2023-07-12T13:52:31.447 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-07-12T13:52:31.489 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-07-12T13:52:31.517 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package cephadm. 2023-07-12T13:52:31.531 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../064-cephadm_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:31.575 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:31.801 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pecan. 2023-07-12T13:52:31.816 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-07-12T13:52:31.867 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-07-12T13:52:31.878 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-asyncssh. 2023-07-12T13:52:31.893 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-07-12T13:52:31.936 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-07-12T13:52:32.222 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-certifi. 2023-07-12T13:52:32.237 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-07-12T13:52:32.247 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python-babel-localedata. 2023-07-12T13:52:32.262 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-07-12T13:52:32.280 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-07-12T13:52:32.305 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-07-12T13:52:32.608 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-idna. 2023-07-12T13:52:32.623 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-07-12T13:52:32.667 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-idna (3.3-1) ... 2023-07-12T13:52:32.986 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-urllib3. 2023-07-12T13:52:33.001 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-07-12T13:52:33.036 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-07-12T13:52:33.252 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-babel. 2023-07-12T13:52:33.266 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-07-12T13:52:33.311 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-07-12T13:52:33.339 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-requests. 2023-07-12T13:52:33.354 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-07-12T13:52:33.389 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-07-12T13:52:33.605 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-jinja2. 2023-07-12T13:52:33.619 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-07-12T13:52:33.663 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-07-12T13:52:33.667 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-werkzeug. 2023-07-12T13:52:33.682 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-07-12T13:52:33.725 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-07-12T13:52:34.003 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-07-12T13:52:34.008 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-07-12T13:52:34.018 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:34.022 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:34.053 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:34.067 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:34.370 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-bcrypt. 2023-07-12T13:52:34.384 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-07-12T13:52:34.428 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-07-12T13:52:34.441 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-07-12T13:52:34.456 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:34.500 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:34.731 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-repoze.lru. 2023-07-12T13:52:34.746 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-07-12T13:52:34.789 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-07-12T13:52:34.794 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-openssl. 2023-07-12T13:52:34.809 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-07-12T13:52:34.844 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-07-12T13:52:35.092 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-routes. 2023-07-12T13:52:35.107 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-07-12T13:52:35.151 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-07-12T13:52:35.155 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mgr. 2023-07-12T13:52:35.170 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:35.213 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mgr (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:35.471 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-07-12T13:52:35.486 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:35.529 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:35.617 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mon. 2023-07-12T13:52:35.632 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:35.675 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mon (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:35.903 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-07-12T13:52:35.914 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-07-12T13:52:35.949 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-07-12T13:52:36.428 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-joblib. 2023-07-12T13:52:36.442 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-07-12T13:52:36.462 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-osd. 2023-07-12T13:52:36.477 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:36.485 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-07-12T13:52:36.592 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-osd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:36.847 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-07-12T13:52:36.861 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-07-12T13:52:36.906 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-07-12T13:52:37.208 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-sklearn. 2023-07-12T13:52:37.223 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-07-12T13:52:37.267 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-07-12T13:52:37.790 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph. 2023-07-12T13:52:37.805 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../061-ceph_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:37.840 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:37.934 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-07-12T13:52:37.948 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:37.992 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:38.126 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-fuse. 2023-07-12T13:52:38.141 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:38.184 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:38.546 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mds. 2023-07-12T13:52:38.560 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:38.604 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mds (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:38.920 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-cachetools. 2023-07-12T13:52:38.936 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-07-12T13:52:38.957 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package cephadm. 2023-07-12T13:52:38.970 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-07-12T13:52:38.972 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../064-cephadm_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:39.015 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:39.256 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pyasn1. 2023-07-12T13:52:39.271 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-07-12T13:52:39.310 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-asyncssh. 2023-07-12T13:52:39.314 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-07-12T13:52:39.325 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-07-12T13:52:39.385 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-07-12T13:52:39.671 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-07-12T13:52:39.672 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python-babel-localedata. 2023-07-12T13:52:39.686 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-07-12T13:52:39.687 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-07-12T13:52:39.729 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-07-12T13:52:39.734 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-07-12T13:52:40.037 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-rsa. 2023-07-12T13:52:40.052 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-07-12T13:52:40.095 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-rsa (4.8-1) ... 2023-07-12T13:52:40.501 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-google-auth. 2023-07-12T13:52:40.516 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-07-12T13:52:40.559 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-07-12T13:52:40.718 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-babel. 2023-07-12T13:52:40.732 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-07-12T13:52:40.776 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-07-12T13:52:40.854 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-07-12T13:52:40.868 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-07-12T13:52:40.903 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-07-12T13:52:41.070 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-jinja2. 2023-07-12T13:52:41.084 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-07-12T13:52:41.120 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-07-12T13:52:41.181 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-websocket. 2023-07-12T13:52:41.196 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-07-12T13:52:41.240 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-07-12T13:52:41.440 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-07-12T13:52:41.454 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:41.490 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:41.568 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-kubernetes. 2023-07-12T13:52:41.583 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-07-12T13:52:41.626 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-07-12T13:52:41.827 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-bcrypt. 2023-07-12T13:52:41.842 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-07-12T13:52:41.877 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-07-12T13:52:42.180 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-repoze.lru. 2023-07-12T13:52:42.195 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-07-12T13:52:42.238 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-07-12T13:52:42.523 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-07-12T13:52:42.537 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:42.541 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-routes. 2023-07-12T13:52:42.556 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-07-12T13:52:42.581 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:42.604 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-07-12T13:52:42.892 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libonig5:amd64. 2023-07-12T13:52:42.906 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-07-12T13:52:42.936 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-07-12T13:52:42.951 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-07-12T13:52:42.951 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:42.994 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:43.295 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libjq1:amd64. 2023-07-12T13:52:43.309 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-07-12T13:52:43.354 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-07-12T13:52:43.356 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-07-12T13:52:43.370 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-07-12T13:52:43.406 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-07-12T13:52:43.590 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package jq. 2023-07-12T13:52:43.603 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-07-12T13:52:43.648 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-07-12T13:52:43.900 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package socat. 2023-07-12T13:52:43.914 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-07-12T13:52:43.951 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-joblib. 2023-07-12T13:52:43.959 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-07-12T13:52:43.966 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-07-12T13:52:44.010 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-07-12T13:52:44.304 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package xmlstarlet. 2023-07-12T13:52:44.318 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-07-12T13:52:44.362 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-07-12T13:52:44.397 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-07-12T13:52:44.411 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-07-12T13:52:44.455 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-07-12T13:52:44.716 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-test. 2023-07-12T13:52:44.730 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:44.741 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-sklearn. 2023-07-12T13:52:44.756 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-07-12T13:52:44.774 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-test (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:44.799 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-07-12T13:52:45.450 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-07-12T13:52:45.464 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:45.508 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:46.394 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-cachetools. 2023-07-12T13:52:46.410 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-07-12T13:52:46.444 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-07-12T13:52:46.495 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ceph-volume. 2023-07-12T13:52:46.511 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:46.545 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ceph-volume (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:46.722 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pyasn1. 2023-07-12T13:52:46.738 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-07-12T13:52:46.780 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-07-12T13:52:46.992 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package cephfs-mirror. 2023-07-12T13:52:47.006 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:47.050 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking cephfs-mirror (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:47.117 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-07-12T13:52:47.132 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-07-12T13:52:47.175 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-07-12T13:52:47.320 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-colorama. 2023-07-12T13:52:47.339 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-07-12T13:52:47.470 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-rsa. 2023-07-12T13:52:47.485 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-07-12T13:52:47.520 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-07-12T13:52:47.547 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-rsa (4.8-1) ... 2023-07-12T13:52:47.781 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package cephfs-shell. 2023-07-12T13:52:47.796 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:47.839 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking cephfs-shell (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:47.925 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-google-auth. 2023-07-12T13:52:47.940 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-07-12T13:52:47.983 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-07-12T13:52:48.075 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package cephfs-top. 2023-07-12T13:52:48.090 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:48.142 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking cephfs-top (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:48.278 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-07-12T13:52:48.293 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-07-12T13:52:48.336 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-07-12T13:52:48.394 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libcephfs-dev. 2023-07-12T13:52:48.409 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:48.453 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libcephfs-dev (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:48.648 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-websocket. 2023-07-12T13:52:48.662 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-07-12T13:52:48.705 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-07-12T13:52:48.832 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package nvme-cli. 2023-07-12T13:52:48.846 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-07-12T13:52:48.889 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-07-12T13:52:49.034 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-kubernetes. 2023-07-12T13:52:49.049 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-07-12T13:52:49.092 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-07-12T13:52:49.210 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-07-12T13:52:49.226 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-07-12T13:52:49.268 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-07-12T13:52:49.688 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-iniconfig. 2023-07-12T13:52:49.704 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-07-12T13:52:49.746 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-07-12T13:52:49.781 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-07-12T13:52:49.795 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:49.839 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:50.024 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pastescript. 2023-07-12T13:52:50.039 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-07-12T13:52:50.074 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-07-12T13:52:50.158 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libonig5:amd64. 2023-07-12T13:52:50.173 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-07-12T13:52:50.217 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-07-12T13:52:50.369 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pluggy. 2023-07-12T13:52:50.384 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-07-12T13:52:50.452 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-07-12T13:52:50.536 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libjq1:amd64. 2023-07-12T13:52:50.551 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-07-12T13:52:50.594 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-07-12T13:52:50.764 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-psutil. 2023-07-12T13:52:50.779 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-07-12T13:52:50.822 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-07-12T13:52:50.847 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package jq. 2023-07-12T13:52:50.862 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-07-12T13:52:50.897 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-07-12T13:52:51.150 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-py. 2023-07-12T13:52:51.158 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package socat. 2023-07-12T13:52:51.165 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-07-12T13:52:51.174 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-07-12T13:52:51.208 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-py (1.10.0-1) ... 2023-07-12T13:52:51.217 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-07-12T13:52:51.519 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package xmlstarlet. 2023-07-12T13:52:51.535 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-07-12T13:52:51.544 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pygments. 2023-07-12T13:52:51.560 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-07-12T13:52:51.578 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-07-12T13:52:51.602 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-07-12T13:52:52.032 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pyinotify. 2023-07-12T13:52:52.047 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-07-12T13:52:52.081 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-07-12T13:52:52.140 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-test. 2023-07-12T13:52:52.155 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:52.199 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-test (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:52.367 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-toml. 2023-07-12T13:52:52.382 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-07-12T13:52:52.426 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-07-12T13:52:52.728 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-pytest. 2023-07-12T13:52:52.744 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-07-12T13:52:52.787 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-07-12T13:52:53.099 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package python3-simplejson. 2023-07-12T13:52:53.114 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-07-12T13:52:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-07-12T13:52:53.409 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-07-12T13:52:53.425 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-07-12T13:52:53.459 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-07-12T13:52:54.078 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ceph-volume. 2023-07-12T13:52:54.093 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:54.144 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ceph-volume (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:54.163 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package radosgw. 2023-07-12T13:52:54.177 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../113-radosgw_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:54.221 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking radosgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:54.516 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package cephfs-mirror. 2023-07-12T13:52:54.531 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:54.565 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking cephfs-mirror (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:54.799 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package rbd-fuse. 2023-07-12T13:52:54.813 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:54.854 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-colorama. 2023-07-12T13:52:54.857 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking rbd-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:54.870 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-07-12T13:52:54.912 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-07-12T13:52:55.152 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-07-12T13:52:55.173 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package cephfs-shell. 2023-07-12T13:52:55.189 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:55.231 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking cephfs-shell (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:55.414 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-07-12T13:52:55.451 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package cephfs-top. 2023-07-12T13:52:55.466 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4740-g09dfe6f4-1jammy_all.deb ... 2023-07-12T13:52:55.509 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking cephfs-top (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:55.540 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-07-12T13:52:55.804 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libcephfs-dev. 2023-07-12T13:52:55.810 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-07-12T13:52:55.819 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:52:55.862 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libcephfs-dev (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:56.231 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package nvme-cli. 2023-07-12T13:52:56.242 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-07-12T13:52:56.247 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-07-12T13:52:56.290 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-07-12T13:52:56.636 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-07-12T13:52:56.652 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-07-12T13:52:56.695 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-07-12T13:52:56.918 INFO:teuthology.orchestra.run.smithi050.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-07-12T13:52:57.005 INFO:teuthology.orchestra.run.smithi050.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2023-07-12T13:52:57.050 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:52:57.106 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-iniconfig. 2023-07-12T13:52:57.121 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-07-12T13:52:57.164 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-07-12T13:52:57.450 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pastescript. 2023-07-12T13:52:57.466 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-07-12T13:52:57.508 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-07-12T13:52:57.597 INFO:teuthology.orchestra.run.smithi050.stdout:Adding system user cephadm....done 2023-07-12T13:52:57.756 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-07-12T13:52:57.829 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pluggy. 2023-07-12T13:52:57.844 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-07-12T13:52:57.887 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-07-12T13:52:58.025 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-07-12T13:52:58.156 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-psutil. 2023-07-12T13:52:58.172 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-07-12T13:52:58.214 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-07-12T13:52:58.301 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-07-12T13:52:58.426 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-07-12T13:52:58.542 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-py. 2023-07-12T13:52:58.558 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-07-12T13:52:58.592 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-py (1.10.0-1) ... 2023-07-12T13:52:58.695 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-07-12T13:52:58.895 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pygments. 2023-07-12T13:52:58.911 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-07-12T13:52:58.954 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-07-12T13:52:58.962 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-07-12T13:52:59.088 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-py (1.10.0-1) ... 2023-07-12T13:52:59.407 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-07-12T13:52:59.424 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pyinotify. 2023-07-12T13:52:59.439 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-07-12T13:52:59.483 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-07-12T13:52:59.792 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-07-12T13:52:59.802 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-toml. 2023-07-12T13:52:59.817 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-07-12T13:52:59.877 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-07-12T13:53:00.060 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-07-12T13:53:00.188 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-pytest. 2023-07-12T13:53:00.204 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-07-12T13:53:00.238 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-07-12T13:53:00.327 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-07-12T13:53:00.583 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package python3-simplejson. 2023-07-12T13:53:00.596 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-07-12T13:53:00.599 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-07-12T13:53:00.641 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-07-12T13:53:00.847 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-07-12T13:53:00.927 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-07-12T13:53:00.943 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-07-12T13:53:00.985 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-07-12T13:53:01.117 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-07-12T13:53:01.391 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-ceph-argparse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:01.700 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-07-12T13:53:01.723 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package radosgw. 2023-07-12T13:53:01.737 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../113-radosgw_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:53:01.784 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking radosgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:01.826 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-07-12T13:53:02.094 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-07-12T13:53:02.350 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package rbd-fuse. 2023-07-12T13:53:02.365 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4740-g09dfe6f4-1jammy_amd64.deb ... 2023-07-12T13:53:02.370 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-07-12T13:53:02.400 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking rbd-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:02.479 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-07-12T13:53:02.694 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-07-12T13:53:02.964 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-07-12T13:53:02.964 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-07-12T13:53:03.089 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-07-12T13:53:03.090 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-07-12T13:53:03.357 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-07-12T13:53:03.365 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-07-12T13:53:03.642 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-07-12T13:53:03.783 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-07-12T13:53:03.968 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-07-12T13:53:04.455 INFO:teuthology.orchestra.run.smithi055.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-07-12T13:53:04.530 INFO:teuthology.orchestra.run.smithi055.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2023-07-12T13:53:04.575 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:04.687 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-07-12T13:53:04.979 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-07-12T13:53:05.080 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-07-12T13:53:05.181 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-07-12T13:53:05.228 INFO:teuthology.orchestra.run.smithi055.stdout:Adding system user cephadm....done 2023-07-12T13:53:05.356 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-07-12T13:53:05.491 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-07-12T13:53:05.615 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-07-12T13:53:05.875 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-07-12T13:53:05.901 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-07-12T13:53:06.001 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-07-12T13:53:06.160 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-07-12T13:53:06.344 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-07-12T13:53:06.562 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-07-12T13:53:06.612 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-07-12T13:53:06.738 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-py (1.10.0-1) ... 2023-07-12T13:53:06.864 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-07-12T13:53:07.056 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-07-12T13:53:07.173 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-07-12T13:53:07.483 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-07-12T13:53:07.532 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-07-12T13:53:07.751 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-07-12T13:53:07.808 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-07-12T13:53:07.934 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:08.043 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-07-12T13:53:08.244 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-idna (3.3-1) ... 2023-07-12T13:53:08.320 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-07-12T13:53:08.612 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-07-12T13:53:08.654 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-07-12T13:53:08.964 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-07-12T13:53:09.223 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-ceph-argparse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:09.499 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-07-12T13:53:09.625 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-07-12T13:53:09.884 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:53:09.892 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-07-12T13:53:10.018 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-toml (0.10.2-1) ... 2023-07-12T13:53:10.169 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-07-12T13:53:10.270 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-07-12T13:53:10.295 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-07-12T13:53:10.404 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-07-12T13:53:10.530 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-07-12T13:53:10.646 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-07-12T13:53:10.747 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-07-12T13:53:10.848 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-07-12T13:53:11.007 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-07-12T13:53:11.116 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-07-12T13:53:11.283 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-07-12T13:53:11.383 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:53:11.509 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-07-12T13:53:11.592 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-07-12T13:53:11.635 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-07-12T13:53:11.971 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-07-12T13:53:12.230 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-07-12T13:53:12.328 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-07-12T13:53:12.506 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-07-12T13:53:12.604 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-07-12T13:53:12.730 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-07-12T13:53:12.773 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-07-12T13:53:12.856 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-07-12T13:53:13.033 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-07-12T13:53:13.190 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-07-12T13:53:13.293 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-07-12T13:53:13.418 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-07-12T13:53:13.600 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-07-12T13:53:13.712 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-07-12T13:53:13.829 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-07-12T13:53:13.868 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-07-12T13:53:14.122 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-07-12T13:53:14.261 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-07-12T13:53:14.431 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-07-12T13:53:14.554 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-07-12T13:53:14.682 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-07-12T13:53:14.880 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-07-12T13:53:15.144 INFO:teuthology.orchestra.run.smithi050.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-07-12T13:53:15.248 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-07-12T13:53:15.393 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-07-12T13:53:15.508 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-07-12T13:53:15.545 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-07-12T13:53:15.633 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:15.951 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-idna (3.3-1) ... 2023-07-12T13:53:15.955 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-07-12T13:53:16.231 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-portend (3.0.0-1) ... 2023-07-12T13:53:16.295 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-07-12T13:53:16.473 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:53:16.575 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-07-12T13:53:16.892 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-07-12T13:53:17.210 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-07-12T13:53:17.512 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-07-12T13:53:17.567 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:53:17.637 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-rsa (4.8-1) ... 2023-07-12T13:53:17.701 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-toml (0.10.2-1) ... 2023-07-12T13:53:17.914 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-07-12T13:53:17.969 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-07-12T13:53:18.095 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-07-12T13:53:18.198 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-07-12T13:53:18.213 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-07-12T13:53:18.514 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-07-12T13:53:18.524 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-07-12T13:53:18.782 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-07-12T13:53:18.917 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-07-12T13:53:19.041 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:53:19.167 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-07-12T13:53:19.218 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-07-12T13:53:19.285 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-07-12T13:53:19.587 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-07-12T13:53:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-07-12T13:53:19.714 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up librados2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:19.840 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up librgw2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:19.888 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-07-12T13:53:20.042 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:20.168 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libcephfs2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:20.172 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-07-12T13:53:20.286 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libradosstriper1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:20.387 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-07-12T13:53:20.440 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-07-12T13:53:20.681 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up librbd1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:20.708 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-07-12T13:53:20.782 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mgr-modules-core (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:20.882 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:20.992 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-07-12T13:53:21.083 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-07-12T13:53:21.084 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-07-12T13:53:21.135 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-07-12T13:53:21.419 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-07-12T13:53:21.520 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-07-12T13:53:21.751 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libcephfs-dev (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:21.822 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-07-12T13:53:21.877 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-rados (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:22.011 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up cephfs-top (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:22.123 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-07-12T13:53:22.137 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-07-12T13:53:22.390 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-07-12T13:53:22.802 INFO:teuthology.orchestra.run.smithi055.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-07-12T13:53:23.068 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-07-12T13:53:23.178 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-07-12T13:53:23.475 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-rbd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:23.571 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-07-12T13:53:23.601 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up rbd-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:23.727 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-rgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:23.822 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-portend (3.0.0-1) ... 2023-07-12T13:53:23.837 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up python3-cephfs (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:23.946 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up cephfs-shell (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:24.072 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:24.073 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-07-12T13:53:24.199 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-07-12T13:53:24.534 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-07-12T13:53:24.617 INFO:teuthology.orchestra.run.smithi050.stdout:Adding group ceph....done 2023-07-12T13:53:24.852 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-07-12T13:53:24.993 INFO:teuthology.orchestra.run.smithi050.stdout:Adding system user ceph....done 2023-07-12T13:53:25.129 INFO:teuthology.orchestra.run.smithi050.stdout:Setting system user ceph properties....done 2023-07-12T13:53:25.145 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-07-12T13:53:25.150 INFO:teuthology.orchestra.run.smithi050.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-07-12T13:53:25.254 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-rsa (4.8-1) ... 2023-07-12T13:53:25.292 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-07-12T13:53:25.530 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-07-12T13:53:25.736 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-07-12T13:53:25.814 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-07-12T13:53:26.091 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-07-12T13:53:26.465 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up cephfs-mirror (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:26.492 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-07-12T13:53:26.737 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-07-12T13:53:26.737 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-07-12T13:53:26.794 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-07-12T13:53:27.163 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-07-12T13:53:27.263 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up librados2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.364 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up librgw2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.449 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-test (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.575 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up radosgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.576 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.702 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libcephfs2 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.838 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-07-12T13:53:27.839 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-07-12T13:53:27.845 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libradosstriper1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:27.971 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-07-12T13:53:28.272 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up librbd1 (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:28.398 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mgr-modules-core (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:28.541 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:28.761 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-07-12T13:53:28.761 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-07-12T13:53:28.862 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-base (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:29.484 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libcephfs-dev (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:29.534 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-07-12T13:53:29.610 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-rados (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:29.736 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up cephfs-top (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:29.862 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-07-12T13:53:30.305 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mds (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:30.542 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-07-12T13:53:30.542 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-07-12T13:53:31.225 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-rbd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:31.232 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mgr (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:31.351 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up rbd-fuse (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:31.450 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-07-12T13:53:31.451 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-07-12T13:53:31.477 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-rgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:31.611 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up python3-cephfs (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:31.737 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up cephfs-shell (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:31.863 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-common (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:32.133 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-osd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:32.384 INFO:teuthology.orchestra.run.smithi055.stdout:Adding group ceph....done 2023-07-12T13:53:32.470 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-07-12T13:53:32.470 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-07-12T13:53:32.776 INFO:teuthology.orchestra.run.smithi055.stdout:Adding system user ceph....done 2023-07-12T13:53:32.971 INFO:teuthology.orchestra.run.smithi055.stdout:Setting system user ceph properties....done 2023-07-12T13:53:32.992 INFO:teuthology.orchestra.run.smithi055.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-07-12T13:53:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-07-12T13:53:33.176 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:33.303 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:33.462 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mon (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:33.577 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-07-12T13:53:33.677 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-07-12T13:53:33.677 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-07-12T13:53:34.323 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up cephfs-mirror (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:34.392 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mgr-cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:34.531 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-07-12T13:53:34.531 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-07-12T13:53:34.537 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:34.678 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-mgr-dashboard (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:34.820 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ceph-volume (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:34.939 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-07-12T13:53:35.200 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-test (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:35.325 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up radosgw (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:35.587 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-07-12T13:53:35.588 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-07-12T13:53:36.073 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-07-12T13:53:36.536 INFO:teuthology.orchestra.run.smithi050.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-07-12T13:53:36.539 DEBUG:teuthology.orchestra.run.smithi050:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-07-12T13:53:36.617 INFO:teuthology.orchestra.run.smithi050.stdout:Reading package lists... 2023-07-12T13:53:36.736 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-base (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:36.780 INFO:teuthology.orchestra.run.smithi050.stdout:Building dependency tree... 2023-07-12T13:53:36.781 INFO:teuthology.orchestra.run.smithi050.stdout:Reading state information... 2023-07-12T13:53:36.927 INFO:teuthology.orchestra.run.smithi050.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-07-12T13:53:36.928 INFO:teuthology.orchestra.run.smithi050.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-07-12T13:53:36.928 INFO:teuthology.orchestra.run.smithi050.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:53:36.929 INFO:teuthology.orchestra.run.smithi050.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:53:36.930 INFO:teuthology.orchestra.run.smithi050.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-07-12T13:53:36.930 INFO:teuthology.orchestra.run.smithi050.stdout:The following packages were automatically installed and are no longer required: 2023-07-12T13:53:36.930 INFO:teuthology.orchestra.run.smithi050.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-07-12T13:53:36.930 INFO:teuthology.orchestra.run.smithi050.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-07-12T13:53:36.930 INFO:teuthology.orchestra.run.smithi050.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-07-12T13:53:36.930 INFO:teuthology.orchestra.run.smithi050.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-07-12T13:53:36.931 INFO:teuthology.orchestra.run.smithi050.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-07-12T13:53:36.932 INFO:teuthology.orchestra.run.smithi050.stdout:Use 'sudo apt autoremove' to remove them. 2023-07-12T13:53:36.932 INFO:teuthology.orchestra.run.smithi050.stdout:The following additional packages will be installed: 2023-07-12T13:53:36.932 INFO:teuthology.orchestra.run.smithi050.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-07-12T13:53:36.933 INFO:teuthology.orchestra.run.smithi050.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-07-12T13:53:36.934 INFO:teuthology.orchestra.run.smithi050.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-07-12T13:53:36.934 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-07-12T13:53:36.934 INFO:teuthology.orchestra.run.smithi050.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-07-12T13:53:36.934 INFO:teuthology.orchestra.run.smithi050.stdout:Suggested packages: 2023-07-12T13:53:36.934 INFO:teuthology.orchestra.run.smithi050.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-07-12T13:53:36.935 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-07-12T13:53:36.935 INFO:teuthology.orchestra.run.smithi050.stdout: libengine-pkcs11-openssl 2023-07-12T13:53:36.978 INFO:teuthology.orchestra.run.smithi050.stdout:The following NEW packages will be installed: 2023-07-12T13:53:36.978 INFO:teuthology.orchestra.run.smithi050.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-07-12T13:53:36.978 INFO:teuthology.orchestra.run.smithi050.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-07-12T13:53:36.979 INFO:teuthology.orchestra.run.smithi050.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-07-12T13:53:36.979 INFO:teuthology.orchestra.run.smithi050.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-07-12T13:53:36.980 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-07-12T13:53:36.980 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-07-12T13:53:36.980 INFO:teuthology.orchestra.run.smithi050.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-07-12T13:53:36.980 INFO:teuthology.orchestra.run.smithi050.stdout:The following packages will be upgraded: 2023-07-12T13:53:36.981 INFO:teuthology.orchestra.run.smithi050.stdout: libssl3 2023-07-12T13:53:37.105 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-07-12T13:53:37.165 INFO:teuthology.orchestra.run.smithi050.stdout:1 upgraded, 39 newly installed, 0 to remove and 209 not upgraded. 2023-07-12T13:53:37.165 INFO:teuthology.orchestra.run.smithi050.stdout:Need to get 54.6 MB of archives. 2023-07-12T13:53:37.166 INFO:teuthology.orchestra.run.smithi050.stdout:After this operation, 202 MB of additional disk space will be used. 2023-07-12T13:53:37.166 INFO:teuthology.orchestra.run.smithi050.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-07-12T13:53:37.647 INFO:teuthology.orchestra.run.smithi050.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-07-12T13:53:37.864 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mds (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:37.906 INFO:teuthology.orchestra.run.smithi050.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-07-12T13:53:37.938 INFO:teuthology.orchestra.run.smithi050.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-07-12T13:53:37.941 INFO:teuthology.orchestra.run.smithi050.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-07-12T13:53:37.949 INFO:teuthology.orchestra.run.smithi050.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-07-12T13:53:37.949 INFO:teuthology.orchestra.run.smithi050.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-07-12T13:53:37.953 INFO:teuthology.orchestra.run.smithi050.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-07-12T13:53:37.953 INFO:teuthology.orchestra.run.smithi050.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-07-12T13:53:37.956 INFO:teuthology.orchestra.run.smithi050.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-07-12T13:53:37.957 INFO:teuthology.orchestra.run.smithi050.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-07-12T13:53:38.096 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-07-12T13:53:38.097 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-07-12T13:53:38.121 INFO:teuthology.orchestra.run.smithi050.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-07-12T13:53:38.432 INFO:teuthology.orchestra.run.smithi050.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-07-12T13:53:38.815 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mgr (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:39.034 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-07-12T13:53:39.035 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-07-12T13:53:39.490 INFO:teuthology.orchestra.run.smithi050.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-07-12T13:53:39.491 INFO:teuthology.orchestra.run.smithi050.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-07-12T13:53:39.492 INFO:teuthology.orchestra.run.smithi050.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-07-12T13:53:39.495 INFO:teuthology.orchestra.run.smithi050.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-07-12T13:53:39.496 INFO:teuthology.orchestra.run.smithi050.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-07-12T13:53:39.500 INFO:teuthology.orchestra.run.smithi050.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-07-12T13:53:39.516 INFO:teuthology.orchestra.run.smithi050.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-07-12T13:53:39.525 INFO:teuthology.orchestra.run.smithi050.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-07-12T13:53:39.525 INFO:teuthology.orchestra.run.smithi050.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-07-12T13:53:39.742 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-osd (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:39.768 INFO:teuthology.orchestra.run.smithi050.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-07-12T13:53:39.851 INFO:teuthology.orchestra.run.smithi050.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-07-12T13:53:40.095 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-07-12T13:53:40.095 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-07-12T13:53:40.325 INFO:teuthology.orchestra.run.smithi050.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-07-12T13:53:40.455 INFO:teuthology.orchestra.run.smithi050.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-07-12T13:53:40.467 INFO:teuthology.orchestra.run.smithi050.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-07-12T13:53:40.467 INFO:teuthology.orchestra.run.smithi050.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-07-12T13:53:40.468 INFO:teuthology.orchestra.run.smithi050.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-07-12T13:53:40.469 INFO:teuthology.orchestra.run.smithi050.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-07-12T13:53:40.502 INFO:teuthology.orchestra.run.smithi050.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-07-12T13:53:40.506 INFO:teuthology.orchestra.run.smithi050.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-07-12T13:53:40.806 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:40.936 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:40.947 INFO:teuthology.orchestra.run.smithi050.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-07-12T13:53:41.079 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mon (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:41.111 INFO:teuthology.orchestra.run.smithi050.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-07-12T13:53:41.194 INFO:teuthology.orchestra.run.smithi050.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-07-12T13:53:41.195 INFO:teuthology.orchestra.run.smithi050.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-07-12T13:53:41.277 INFO:teuthology.orchestra.run.smithi050.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-07-12T13:53:41.284 INFO:teuthology.orchestra.run.smithi050.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-07-12T13:53:41.294 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-07-12T13:53:41.294 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-07-12T13:53:41.746 INFO:teuthology.orchestra.run.smithi050.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-07-12T13:53:41.748 INFO:teuthology.orchestra.run.smithi050.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-07-12T13:53:42.022 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mgr-cephadm (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:42.159 INFO:teuthology.orchestra.run.smithi050.stdout:Preconfiguring packages ... 2023-07-12T13:53:42.165 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:42.316 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-mgr-dashboard (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:42.318 INFO:teuthology.orchestra.run.smithi050.stdout:Fetched 54.6 MB in 5s (11.5 MB/s) 2023-07-12T13:53:42.430 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package flex. 2023-07-12T13:53:42.458 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ceph-volume (18.0.0-4740-g09dfe6f4-1jammy) ... 2023-07-12T13:53:42.509 INFO:teuthology.orchestra.run.smithi050.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 139904 files and directories currently installed.) 2023-07-12T13:53:42.510 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-07-12T13:53:42.546 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking flex (2.6.4-8build2) ... 2023-07-12T13:53:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-07-12T13:53:43.107 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-07-12T13:53:43.284 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-07-12T13:53:43.682 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-07-12T13:53:43.778 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-07-12T13:53:44.257 INFO:teuthology.orchestra.run.smithi055.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-07-12T13:53:44.260 DEBUG:teuthology.orchestra.run.smithi055:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-07-12T13:53:44.285 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package bison. 2023-07-12T13:53:44.339 INFO:teuthology.orchestra.run.smithi055.stdout:Reading package lists... 2023-07-12T13:53:44.364 INFO:teuthology.orchestra.run.smithi050.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 139977 files and directories currently installed.) 2023-07-12T13:53:44.367 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-07-12T13:53:44.412 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-07-12T13:53:44.505 INFO:teuthology.orchestra.run.smithi055.stdout:Building dependency tree... 2023-07-12T13:53:44.506 INFO:teuthology.orchestra.run.smithi055.stdout:Reading state information... 2023-07-12T13:53:44.654 INFO:teuthology.orchestra.run.smithi055.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-07-12T13:53:44.654 INFO:teuthology.orchestra.run.smithi055.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-07-12T13:53:44.654 INFO:teuthology.orchestra.run.smithi055.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout:The following packages were automatically installed and are no longer required: 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-07-12T13:53:44.655 INFO:teuthology.orchestra.run.smithi055.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-07-12T13:53:44.656 INFO:teuthology.orchestra.run.smithi055.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-07-12T13:53:44.656 INFO:teuthology.orchestra.run.smithi055.stdout:Use 'sudo apt autoremove' to remove them. 2023-07-12T13:53:44.657 INFO:teuthology.orchestra.run.smithi055.stdout:The following additional packages will be installed: 2023-07-12T13:53:44.657 INFO:teuthology.orchestra.run.smithi055.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-07-12T13:53:44.657 INFO:teuthology.orchestra.run.smithi055.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-07-12T13:53:44.657 INFO:teuthology.orchestra.run.smithi055.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-07-12T13:53:44.658 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-07-12T13:53:44.658 INFO:teuthology.orchestra.run.smithi055.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-07-12T13:53:44.658 INFO:teuthology.orchestra.run.smithi055.stdout:Suggested packages: 2023-07-12T13:53:44.658 INFO:teuthology.orchestra.run.smithi055.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-07-12T13:53:44.658 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-07-12T13:53:44.658 INFO:teuthology.orchestra.run.smithi055.stdout: libengine-pkcs11-openssl 2023-07-12T13:53:44.704 INFO:teuthology.orchestra.run.smithi055.stdout:The following NEW packages will be installed: 2023-07-12T13:53:44.704 INFO:teuthology.orchestra.run.smithi055.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-07-12T13:53:44.704 INFO:teuthology.orchestra.run.smithi055.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-07-12T13:53:44.704 INFO:teuthology.orchestra.run.smithi055.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-07-12T13:53:44.705 INFO:teuthology.orchestra.run.smithi055.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-07-12T13:53:44.705 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-07-12T13:53:44.706 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-07-12T13:53:44.706 INFO:teuthology.orchestra.run.smithi055.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-07-12T13:53:44.707 INFO:teuthology.orchestra.run.smithi055.stdout:The following packages will be upgraded: 2023-07-12T13:53:44.707 INFO:teuthology.orchestra.run.smithi055.stdout: libssl3 2023-07-12T13:53:44.830 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-07-12T13:53:44.844 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-07-12T13:53:44.888 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-07-12T13:53:44.889 INFO:teuthology.orchestra.run.smithi055.stdout:1 upgraded, 39 newly installed, 0 to remove and 209 not upgraded. 2023-07-12T13:53:44.889 INFO:teuthology.orchestra.run.smithi055.stdout:Need to get 54.6 MB of archives. 2023-07-12T13:53:44.890 INFO:teuthology.orchestra.run.smithi055.stdout:After this operation, 202 MB of additional disk space will be used. 2023-07-12T13:53:44.890 INFO:teuthology.orchestra.run.smithi055.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-07-12T13:53:45.191 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package dump. 2023-07-12T13:53:45.207 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-07-12T13:53:45.250 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking dump (0.4b47-3) ... 2023-07-12T13:53:45.368 INFO:teuthology.orchestra.run.smithi055.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-07-12T13:53:45.511 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package indent. 2023-07-12T13:53:45.525 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-07-12T13:53:45.569 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking indent (2.2.12-1build2) ... 2023-07-12T13:53:45.625 INFO:teuthology.orchestra.run.smithi055.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-07-12T13:53:45.659 INFO:teuthology.orchestra.run.smithi055.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-07-12T13:53:45.661 INFO:teuthology.orchestra.run.smithi055.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-07-12T13:53:45.666 INFO:teuthology.orchestra.run.smithi055.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-07-12T13:53:45.669 INFO:teuthology.orchestra.run.smithi055.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-07-12T13:53:45.670 INFO:teuthology.orchestra.run.smithi055.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-07-12T13:53:45.674 INFO:teuthology.orchestra.run.smithi055.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-07-12T13:53:45.676 INFO:teuthology.orchestra.run.smithi055.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-07-12T13:53:45.677 INFO:teuthology.orchestra.run.smithi055.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-07-12T13:53:45.822 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-07-12T13:53:45.836 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-07-12T13:53:45.843 INFO:teuthology.orchestra.run.smithi055.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-07-12T13:53:45.880 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-07-12T13:53:46.154 INFO:teuthology.orchestra.run.smithi055.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-07-12T13:53:46.209 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-07-12T13:53:46.224 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-07-12T13:53:46.269 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-07-12T13:53:46.511 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-07-12T13:53:46.527 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-07-12T13:53:46.561 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-07-12T13:53:46.898 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libfl2:amd64. 2023-07-12T13:53:46.913 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-07-12T13:53:46.956 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-07-12T13:53:47.209 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-07-12T13:53:47.230 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-07-12T13:53:47.232 INFO:teuthology.orchestra.run.smithi055.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-07-12T13:53:47.232 INFO:teuthology.orchestra.run.smithi055.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-07-12T13:53:47.232 INFO:teuthology.orchestra.run.smithi055.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-07-12T13:53:47.233 INFO:teuthology.orchestra.run.smithi055.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-07-12T13:53:47.234 INFO:teuthology.orchestra.run.smithi055.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-07-12T13:53:47.234 INFO:teuthology.orchestra.run.smithi055.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-07-12T13:53:47.249 INFO:teuthology.orchestra.run.smithi055.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-07-12T13:53:47.257 INFO:teuthology.orchestra.run.smithi055.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-07-12T13:53:47.257 INFO:teuthology.orchestra.run.smithi055.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-07-12T13:53:47.267 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-07-12T13:53:47.502 INFO:teuthology.orchestra.run.smithi055.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-07-12T13:53:47.519 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libjson-perl. 2023-07-12T13:53:47.535 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-07-12T13:53:47.579 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-07-12T13:53:47.583 INFO:teuthology.orchestra.run.smithi055.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-07-12T13:53:47.864 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libllvm14:amd64. 2023-07-12T13:53:47.880 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-07-12T13:53:47.922 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-07-12T13:53:48.059 INFO:teuthology.orchestra.run.smithi055.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-07-12T13:53:48.190 INFO:teuthology.orchestra.run.smithi055.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-07-12T13:53:48.200 INFO:teuthology.orchestra.run.smithi055.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-07-12T13:53:48.201 INFO:teuthology.orchestra.run.smithi055.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-07-12T13:53:48.202 INFO:teuthology.orchestra.run.smithi055.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-07-12T13:53:48.203 INFO:teuthology.orchestra.run.smithi055.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-07-12T13:53:48.236 INFO:teuthology.orchestra.run.smithi055.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-07-12T13:53:48.239 INFO:teuthology.orchestra.run.smithi055.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-07-12T13:53:48.682 INFO:teuthology.orchestra.run.smithi055.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-07-12T13:53:48.846 INFO:teuthology.orchestra.run.smithi055.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-07-12T13:53:48.929 INFO:teuthology.orchestra.run.smithi055.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-07-12T13:53:48.929 INFO:teuthology.orchestra.run.smithi055.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-07-12T13:53:49.012 INFO:teuthology.orchestra.run.smithi055.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-07-12T13:53:49.019 INFO:teuthology.orchestra.run.smithi055.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-07-12T13:53:49.358 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-07-12T13:53:49.374 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-07-12T13:53:49.417 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:53:49.481 INFO:teuthology.orchestra.run.smithi055.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-07-12T13:53:49.484 INFO:teuthology.orchestra.run.smithi055.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-07-12T13:53:49.677 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libmbim-proxy. 2023-07-12T13:53:49.693 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-07-12T13:53:49.735 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:53:49.890 INFO:teuthology.orchestra.run.smithi055.stdout:Preconfiguring packages ... 2023-07-12T13:53:50.038 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-07-12T13:53:50.042 INFO:teuthology.orchestra.run.smithi055.stdout:Fetched 54.6 MB in 5s (11.4 MB/s) 2023-07-12T13:53:50.055 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-07-12T13:53:50.089 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:53:50.187 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package flex. 2023-07-12T13:53:50.260 INFO:teuthology.orchestra.run.smithi055.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 139904 files and directories currently installed.) 2023-07-12T13:53:50.264 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-07-12T13:53:50.310 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking flex (2.6.4-8build2) ... 2023-07-12T13:53:50.416 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libndp0:amd64. 2023-07-12T13:53:50.431 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-07-12T13:53:50.474 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-07-12T13:53:50.796 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-07-12T13:53:50.819 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libnm0:amd64. 2023-07-12T13:53:50.834 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-07-12T13:53:50.877 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-07-12T13:53:50.966 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-07-12T13:53:51.206 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libpq5:amd64. 2023-07-12T13:53:51.221 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:51.270 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:53:51.363 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-07-12T13:53:51.582 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-07-12T13:53:51.599 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:51.640 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:53:51.891 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package bison. 2023-07-12T13:53:51.937 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libqmi-proxy. 2023-07-12T13:53:51.951 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:51.968 INFO:teuthology.orchestra.run.smithi055.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 139977 files and directories currently installed.) 2023-07-12T13:53:51.972 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-07-12T13:53:51.993 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:53:52.020 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-07-12T13:53:52.245 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-07-12T13:53:52.261 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-07-12T13:53:52.304 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-07-12T13:53:52.420 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-07-12T13:53:52.435 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-07-12T13:53:52.478 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-07-12T13:53:52.749 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-07-12T13:53:52.764 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-07-12T13:53:52.807 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-07-12T13:53:52.823 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package dump. 2023-07-12T13:53:52.837 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-07-12T13:53:52.881 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking dump (0.4b47-3) ... 2023-07-12T13:53:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package modemmanager. 2023-07-12T13:53:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-07-12T13:53:53.184 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package indent. 2023-07-12T13:53:53.199 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-07-12T13:53:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:53:53.242 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking indent (2.2.12-1build2) ... 2023-07-12T13:53:53.495 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-07-12T13:53:53.510 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-07-12T13:53:53.545 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-07-12T13:53:53.824 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package network-manager. 2023-07-12T13:53:53.840 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-07-12T13:53:53.874 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-07-12T13:53:53.882 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-07-12T13:53:53.889 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-07-12T13:53:53.932 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-07-12T13:53:54.218 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-07-12T13:53:54.235 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-07-12T13:53:54.277 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-07-12T13:53:54.500 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package ppp. 2023-07-12T13:53:54.515 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-07-12T13:53:54.588 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libfl2:amd64. 2023-07-12T13:53:54.604 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-07-12T13:53:54.647 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-07-12T13:53:54.865 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-07-12T13:53:54.881 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-07-12T13:53:54.920 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-07-12T13:53:54.924 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-07-12T13:53:55.176 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libjson-perl. 2023-07-12T13:53:55.192 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-07-12T13:53:55.226 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-07-12T13:53:55.254 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package pptp-linux. 2023-07-12T13:53:55.269 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-07-12T13:53:55.313 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-07-12T13:53:55.531 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libllvm14:amd64. 2023-07-12T13:53:55.547 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-07-12T13:53:55.565 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package network-manager-pptp. 2023-07-12T13:53:55.580 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-07-12T13:53:55.590 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-07-12T13:53:55.624 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-07-12T13:53:55.927 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql-client-common. 2023-07-12T13:53:55.941 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-07-12T13:53:55.985 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql-client-common (238) ... 2023-07-12T13:53:56.256 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql-client-14. 2023-07-12T13:53:56.272 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:56.314 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:53:56.894 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql-common. 2023-07-12T13:53:56.908 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-07-12T13:53:56.968 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-07-12T13:53:56.970 INFO:teuthology.orchestra.run.smithi050.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-07-12T13:53:56.984 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-07-12T13:53:56.993 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql-common (238) ... 2023-07-12T13:53:57.018 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:53:57.287 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libmbim-proxy. 2023-07-12T13:53:57.303 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-07-12T13:53:57.345 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:53:57.385 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql-14. 2023-07-12T13:53:57.400 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:57.438 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:53:57.680 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-07-12T13:53:57.689 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-07-12T13:53:57.732 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:53:58.085 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libndp0:amd64. 2023-07-12T13:53:58.101 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-07-12T13:53:58.143 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-07-12T13:53:58.437 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libnm0:amd64. 2023-07-12T13:53:58.453 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-07-12T13:53:58.496 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-07-12T13:53:58.580 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql. 2023-07-12T13:53:58.595 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-07-12T13:53:58.638 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql (14+238) ... 2023-07-12T13:53:58.849 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libpq5:amd64. 2023-07-12T13:53:58.865 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:58.883 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql-client. 2023-07-12T13:53:58.897 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-07-12T13:53:58.907 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:53:58.941 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql-client (14+238) ... 2023-07-12T13:53:59.185 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package postgresql-contrib. 2023-07-12T13:53:59.200 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-07-12T13:53:59.243 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking postgresql-contrib (14+238) ... 2023-07-12T13:53:59.294 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-07-12T13:53:59.310 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:59.353 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:53:59.571 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package tcl8.6. 2023-07-12T13:53:59.587 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-07-12T13:53:59.620 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-07-12T13:53:59.631 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libqmi-proxy. 2023-07-12T13:53:59.646 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:53:59.689 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:53:59.899 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package tcl. 2023-07-12T13:53:59.915 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-07-12T13:53:59.933 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-07-12T13:53:59.949 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-07-12T13:53:59.962 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-07-12T13:53:59.991 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-07-12T13:54:00.294 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package wpasupplicant. 2023-07-12T13:54:00.309 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-07-12T13:54:00.351 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-07-12T13:54:00.487 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-07-12T13:54:00.502 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-07-12T13:54:00.545 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-07-12T13:54:00.707 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-07-12T13:54:00.721 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-07-12T13:54:00.764 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-07-12T13:54:00.865 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package modemmanager. 2023-07-12T13:54:00.880 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-07-12T13:54:00.915 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:54:01.142 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package usb-modeswitch. 2023-07-12T13:54:01.158 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-07-12T13:54:01.209 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-07-12T13:54:01.494 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql-client-common (238) ... 2023-07-12T13:54:01.555 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package network-manager. 2023-07-12T13:54:01.571 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-07-12T13:54:01.622 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-07-12T13:54:01.707 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up flex (2.6.4-8build2) ... 2023-07-12T13:54:01.808 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-07-12T13:54:01.909 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:02.035 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-07-12T13:54:02.178 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-07-12T13:54:02.238 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package ppp. 2023-07-12T13:54:02.254 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-07-12T13:54:02.304 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:02.620 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-07-12T13:54:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package pptp-linux. 2023-07-12T13:54:02.957 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-07-12T13:54:02.993 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-07-12T13:54:03.204 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package network-manager-pptp. 2023-07-12T13:54:03.219 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-07-12T13:54:03.263 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-07-12T13:54:03.333 INFO:teuthology.orchestra.run.smithi050.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-07-12T13:54:03.427 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-07-12T13:54:03.566 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql-client-common. 2023-07-12T13:54:03.580 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-07-12T13:54:03.624 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql-client-common (238) ... 2023-07-12T13:54:03.779 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-07-12T13:54:03.780 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-07-12T13:54:03.928 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql-client-14. 2023-07-12T13:54:03.943 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:54:03.987 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:04.513 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-07-12T13:54:04.623 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-07-12T13:54:04.770 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql-common. 2023-07-12T13:54:04.785 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-07-12T13:54:04.846 INFO:teuthology.orchestra.run.smithi055.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-07-12T13:54:04.877 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql-common (238) ... 2023-07-12T13:54:05.074 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-07-12T13:54:05.225 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-07-12T13:54:05.295 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql-14. 2023-07-12T13:54:05.309 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-07-12T13:54:05.347 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:05.351 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-07-12T13:54:05.477 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-07-12T13:54:05.586 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-07-12T13:54:06.218 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-07-12T13:54:06.344 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up dump (0.4b47-3) ... 2023-07-12T13:54:06.416 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql. 2023-07-12T13:54:06.431 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-07-12T13:54:06.439 INFO:teuthology.orchestra.run.smithi050.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-07-12T13:54:06.474 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql (14+238) ... 2023-07-12T13:54:06.495 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:54:06.600 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-07-12T13:54:06.698 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up tcl (8.6.11+1build2) ... 2023-07-12T13:54:06.719 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql-client. 2023-07-12T13:54:06.733 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-07-12T13:54:06.777 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql-client (14+238) ... 2023-07-12T13:54:06.824 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libjson-perl (4.04000-1) ... 2023-07-12T13:54:06.933 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-07-12T13:54:06.996 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package postgresql-contrib. 2023-07-12T13:54:07.007 INFO:teuthology.orchestra.run.smithi050.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-07-12T13:54:07.010 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-07-12T13:54:07.046 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking postgresql-contrib (14+238) ... 2023-07-12T13:54:07.076 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up indent (2.2.12-1build2) ... 2023-07-12T13:54:07.202 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-07-12T13:54:07.324 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package tcl8.6. 2023-07-12T13:54:07.339 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-07-12T13:54:07.379 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-07-12T13:54:07.382 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-07-12T13:54:07.505 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:54:07.631 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-07-12T13:54:07.668 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package tcl. 2023-07-12T13:54:07.683 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-07-12T13:54:07.731 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-07-12T13:54:07.874 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql-client (14+238) ... 2023-07-12T13:54:07.983 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-07-12T13:54:08.071 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package wpasupplicant. 2023-07-12T13:54:08.087 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-07-12T13:54:08.129 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-07-12T13:54:08.459 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-07-12T13:54:08.474 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-07-12T13:54:08.518 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-07-12T13:54:08.601 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:08.601 INFO:teuthology.orchestra.run.smithi050.stdout:The following network interfaces were found in /etc/network/interfaces 2023-07-12T13:54:08.601 INFO:teuthology.orchestra.run.smithi050.stdout:which means they are currently configured by ifupdown: 2023-07-12T13:54:08.601 INFO:teuthology.orchestra.run.smithi050.stdout:- ens1f0 2023-07-12T13:54:08.602 INFO:teuthology.orchestra.run.smithi050.stdout:If you want to manage those interfaces with NetworkManager instead 2023-07-12T13:54:08.602 INFO:teuthology.orchestra.run.smithi050.stdout:remove their configuration from /etc/network/interfaces. 2023-07-12T13:54:08.602 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:08.740 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-07-12T13:54:08.896 INFO:teuthology.orchestra.run.smithi055.stdout:Selecting previously unselected package usb-modeswitch. 2023-07-12T13:54:08.912 INFO:teuthology.orchestra.run.smithi055.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-07-12T13:54:09.004 INFO:teuthology.orchestra.run.smithi055.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-07-12T13:54:09.179 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-07-12T13:54:09.298 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql-client-common (238) ... 2023-07-12T13:54:09.587 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-07-12T13:54:09.886 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up flex (2.6.4-8build2) ... 2023-07-12T13:54:10.012 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-07-12T13:54:10.130 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:10.231 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-07-12T13:54:10.359 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-07-12T13:54:10.453 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:54:10.484 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:10.596 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-07-12T13:54:10.722 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-07-12T13:54:10.848 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql-common (238) ... 2023-07-12T13:54:11.508 INFO:teuthology.orchestra.run.smithi055.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-07-12T13:54:11.607 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-07-12T13:54:11.760 INFO:teuthology.orchestra.run.smithi050.stdout:Adding user postgres to group ssl-cert 2023-07-12T13:54:11.991 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:11.992 INFO:teuthology.orchestra.run.smithi050.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-07-12T13:54:11.992 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-07-12T13:54:11.992 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-07-12T13:54:12.270 INFO:teuthology.orchestra.run.smithi050.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-07-12T13:54:12.270 INFO:teuthology.orchestra.run.smithi050.stdout:Removing obsolete dictionary files: 2023-07-12T13:54:12.768 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-07-12T13:54:12.894 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-07-12T13:54:13.021 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-07-12T13:54:13.042 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-07-12T13:54:13.130 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-07-12T13:54:13.240 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-07-12T13:54:13.375 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-07-12T13:54:13.501 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-07-12T13:54:13.534 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:13.880 INFO:teuthology.orchestra.run.smithi050.stdout:Creating new PostgreSQL cluster 14/main ... 2023-07-12T13:54:13.902 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-07-12T13:54:13.956 INFO:teuthology.orchestra.run.smithi050.stdout:The files belonging to this database system will be owned by user "postgres". 2023-07-12T13:54:13.957 INFO:teuthology.orchestra.run.smithi050.stdout:This user must also own the server process. 2023-07-12T13:54:13.957 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:13.957 INFO:teuthology.orchestra.run.smithi050.stdout:The database cluster will be initialized with locale "en_US". 2023-07-12T13:54:13.957 INFO:teuthology.orchestra.run.smithi050.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-07-12T13:54:13.958 INFO:teuthology.orchestra.run.smithi050.stdout:The default text search configuration will be set to "english". 2023-07-12T13:54:13.958 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:13.958 INFO:teuthology.orchestra.run.smithi050.stdout:Data page checksums are disabled. 2023-07-12T13:54:13.958 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:13.958 INFO:teuthology.orchestra.run.smithi050.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-07-12T13:54:13.959 INFO:teuthology.orchestra.run.smithi050.stdout:creating subdirectories ... ok 2023-07-12T13:54:13.960 INFO:teuthology.orchestra.run.smithi050.stdout:selecting dynamic shared memory implementation ... posix 2023-07-12T13:54:13.982 INFO:teuthology.orchestra.run.smithi050.stdout:selecting default max_connections ... 100 2023-07-12T13:54:14.017 INFO:teuthology.orchestra.run.smithi050.stdout:selecting default shared_buffers ... 128MB 2023-07-12T13:54:14.030 INFO:teuthology.orchestra.run.smithi050.stdout:selecting default time zone ... Etc/UTC 2023-07-12T13:54:14.031 INFO:teuthology.orchestra.run.smithi050.stdout:creating configuration files ... ok 2023-07-12T13:54:14.174 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-07-12T13:54:14.217 INFO:teuthology.orchestra.run.smithi050.stdout:running bootstrap script ... ok 2023-07-12T13:54:14.300 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up dump (0.4b47-3) ... 2023-07-12T13:54:14.396 INFO:teuthology.orchestra.run.smithi055.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-07-12T13:54:14.460 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:54:14.586 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-07-12T13:54:14.704 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up tcl (8.6.11+1build2) ... 2023-07-12T13:54:14.860 INFO:teuthology.orchestra.run.smithi050.stdout:performing post-bootstrap initialization ... ok 2023-07-12T13:54:14.877 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libjson-perl (4.04000-1) ... 2023-07-12T13:54:15.388 INFO:teuthology.orchestra.run.smithi050.stdout:syncing data to disk ... ok 2023-07-12T13:54:15.406 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-07-12T13:54:15.505 INFO:teuthology.orchestra.run.smithi055.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-07-12T13:54:15.567 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up indent (2.2.12-1build2) ... 2023-07-12T13:54:15.692 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-07-12T13:54:15.869 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-07-12T13:54:15.970 INFO:teuthology.orchestra.run.smithi050.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-07-12T13:54:15.987 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:54:16.088 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-07-12T13:54:16.256 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql-client (14+238) ... 2023-07-12T13:54:16.391 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-07-12T13:54:17.070 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:17.071 INFO:teuthology.orchestra.run.smithi055.stdout:The following network interfaces were found in /etc/network/interfaces 2023-07-12T13:54:17.071 INFO:teuthology.orchestra.run.smithi055.stdout:which means they are currently configured by ifupdown: 2023-07-12T13:54:17.071 INFO:teuthology.orchestra.run.smithi055.stdout:- ens1f0 2023-07-12T13:54:17.071 INFO:teuthology.orchestra.run.smithi055.stdout:If you want to manage those interfaces with NetworkManager instead 2023-07-12T13:54:17.071 INFO:teuthology.orchestra.run.smithi055.stdout:remove their configuration from /etc/network/interfaces. 2023-07-12T13:54:17.071 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:17.210 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-07-12T13:54:17.619 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-07-12T13:54:18.078 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-07-12T13:54:18.836 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-07-12T13:54:18.987 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-07-12T13:54:19.058 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:54:19.113 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-07-12T13:54:19.176 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql-contrib (14+238) ... 2023-07-12T13:54:19.239 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql-common (238) ... 2023-07-12T13:54:19.277 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up postgresql (14+238) ... 2023-07-12T13:54:19.386 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:54:19.512 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:54:19.781 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-07-12T13:54:19.781 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-07-12T13:54:20.162 INFO:teuthology.orchestra.run.smithi055.stdout:Adding user postgres to group ssl-cert 2023-07-12T13:54:20.437 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:20.437 INFO:teuthology.orchestra.run.smithi055.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-07-12T13:54:20.606 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-07-12T13:54:20.680 INFO:teuthology.orchestra.run.smithi055.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-07-12T13:54:20.680 INFO:teuthology.orchestra.run.smithi055.stdout:Removing obsolete dictionary files: 2023-07-12T13:54:20.900 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-07-12T13:54:21.052 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-07-12T13:54:21.456 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-07-12T13:54:21.941 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-07-12T13:54:22.320 INFO:teuthology.orchestra.run.smithi055.stdout:Creating new PostgreSQL cluster 14/main ... 2023-07-12T13:54:22.341 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-07-12T13:54:22.386 INFO:teuthology.orchestra.run.smithi055.stdout:The files belonging to this database system will be owned by user "postgres". 2023-07-12T13:54:22.386 INFO:teuthology.orchestra.run.smithi055.stdout:This user must also own the server process. 2023-07-12T13:54:22.386 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:22.387 INFO:teuthology.orchestra.run.smithi055.stdout:The database cluster will be initialized with locale "en_US". 2023-07-12T13:54:22.387 INFO:teuthology.orchestra.run.smithi055.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-07-12T13:54:22.387 INFO:teuthology.orchestra.run.smithi055.stdout:The default text search configuration will be set to "english". 2023-07-12T13:54:22.387 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:22.387 INFO:teuthology.orchestra.run.smithi055.stdout:Data page checksums are disabled. 2023-07-12T13:54:22.388 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:22.388 INFO:teuthology.orchestra.run.smithi055.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-07-12T13:54:22.389 INFO:teuthology.orchestra.run.smithi055.stdout:creating subdirectories ... ok 2023-07-12T13:54:22.389 INFO:teuthology.orchestra.run.smithi055.stdout:selecting dynamic shared memory implementation ... posix 2023-07-12T13:54:22.412 INFO:teuthology.orchestra.run.smithi055.stdout:selecting default max_connections ... 100 2023-07-12T13:54:22.447 INFO:teuthology.orchestra.run.smithi055.stdout:selecting default shared_buffers ... 128MB 2023-07-12T13:54:22.460 INFO:teuthology.orchestra.run.smithi055.stdout:selecting default time zone ... Etc/UTC 2023-07-12T13:54:22.461 INFO:teuthology.orchestra.run.smithi055.stdout:creating configuration files ... ok 2023-07-12T13:54:22.513 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-07-12T13:54:22.614 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-07-12T13:54:22.646 INFO:teuthology.orchestra.run.smithi055.stdout:running bootstrap script ... ok 2023-07-12T13:54:23.304 INFO:teuthology.orchestra.run.smithi055.stdout:performing post-bootstrap initialization ... ok 2023-07-12T13:54:23.355 INFO:teuthology.orchestra.run.smithi050.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-07-12T13:54:23.359 DEBUG:teuthology.parallel:result is None 2023-07-12T13:54:23.871 INFO:teuthology.orchestra.run.smithi055.stdout:syncing data to disk ... ok 2023-07-12T13:54:24.435 INFO:teuthology.orchestra.run.smithi055.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-07-12T13:54:27.583 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:54:27.709 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql-contrib (14+238) ... 2023-07-12T13:54:27.836 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up postgresql (14+238) ... 2023-07-12T13:54:27.961 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-07-12T13:54:28.080 INFO:teuthology.orchestra.run.smithi055.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-07-12T13:54:28.331 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-07-12T13:54:28.331 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-07-12T13:54:29.199 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-07-12T13:54:29.518 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-07-12T13:54:29.669 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-07-12T13:54:31.065 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-07-12T13:54:31.157 INFO:teuthology.orchestra.run.smithi055.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-07-12T13:54:31.844 INFO:teuthology.orchestra.run.smithi055.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-07-12T13:54:31.848 DEBUG:teuthology.parallel:result is None 2023-07-12T13:54:31.849 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=09dfe6f49c8816efcf4383b2012b6a99938a8f79 2023-07-12T13:54:31.994 DEBUG:teuthology.orchestra.run.smithi050:> dpkg-query -W -f '${Version}' ceph 2023-07-12T13:54:32.020 INFO:teuthology.orchestra.run.smithi050.stdout:18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:54:32.020 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:54:32.021 INFO:teuthology.task.install:The correct ceph version 18.0.0-4740-g09dfe6f4-1jammy is installed. 2023-07-12T13:54:32.021 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=09dfe6f49c8816efcf4383b2012b6a99938a8f79 2023-07-12T13:54:32.233 DEBUG:teuthology.orchestra.run.smithi055:> dpkg-query -W -f '${Version}' ceph 2023-07-12T13:54:32.256 INFO:teuthology.orchestra.run.smithi055.stdout:18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:54:32.257 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4740-g09dfe6f4-1jammy 2023-07-12T13:54:32.257 INFO:teuthology.task.install:The correct ceph version 18.0.0-4740-g09dfe6f4-1jammy is installed. 2023-07-12T13:54:32.258 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-07-12T13:54:32.259 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:32.260 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-07-12T13:54:32.284 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:32.284 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-07-12T13:54:32.320 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-07-12T13:54:32.321 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:32.321 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/daemon-helper 2023-07-12T13:54:32.351 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-07-12T13:54:32.415 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:32.416 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/daemon-helper 2023-07-12T13:54:32.437 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-07-12T13:54:32.503 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-07-12T13:54:32.503 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:32.503 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/adjust-ulimits 2023-07-12T13:54:32.526 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-07-12T13:54:32.591 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:32.592 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/adjust-ulimits 2023-07-12T13:54:32.612 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-07-12T13:54:32.675 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-07-12T13:54:32.675 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:32.676 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/stdin-killer 2023-07-12T13:54:32.698 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-07-12T13:54:32.763 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:32.764 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/stdin-killer 2023-07-12T13:54:32.785 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-07-12T13:54:32.851 INFO:teuthology.run_tasks:Running task ceph... 2023-07-12T13:54:32.952 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-07-12T13:54:32.954 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 777 /var/log/ceph 2023-07-12T13:54:32.959 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 777 /var/log/ceph 2023-07-12T13:54:32.979 INFO:tasks.ceph:Disabling ceph logrotate... 2023-07-12T13:54:32.980 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/logrotate.d/ceph 2023-07-12T13:54:33.032 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /etc/logrotate.d/ceph 2023-07-12T13:54:33.051 INFO:tasks.ceph:Creating extra log directories... 2023-07-12T13:54:33.052 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-07-12T13:54:33.101 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-07-12T13:54:33.129 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-07-12T13:54:33.129 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-07-12T13:54:33.129 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-07-12T13:54:33.130 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:33.130 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-07-12T13:54:33.170 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-07-12T13:54:33.271 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:33.271 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-07-12T13:54:33.280 DEBUG:teuthology.orchestra.run.smithi055:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-07-12T13:54:33.377 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-07-12T13:54:33.378 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-07-12T13:54:33.378 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi/7335248', 'branch': 'wip-rishabh-fs-auth-subcmd', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7335248', 'kernel': {'flavor': 'default', 'kdb': True, 'sha1': '84139c18d56f518615369e8310ae4ecf07a36dcd'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'rishabh-2023-07-12_13:28:27-fs-wip-rishabh-fs-auth-subcmd-testing-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-fs-auth-subcmd'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '09dfe6f49c8816efcf4383b2012b6a99938a8f79'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '09dfe6f49c8816efcf4383b2012b6a99938a8f79'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-CephManager-in-CephFSTestCase-multifs-auth', 'sha1': 'a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 50, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'sha1': '09dfe6f49c8816efcf4383b2012b6a99938a8f79', 'sleep_before_teardown': 0, 'suite': 'fs', 'suite_branch': 'wip-rishabh-CephManager-in-CephFSTestCase-multifs-auth', 'suite_path': '/home/teuthworker/src/github.com_rishabh-d-dave_ceph_a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/rishabh-d-dave/ceph', 'suite_sha1': 'a6ff3ff3ac8e6c8c7ef10317fdd7011c7661b520', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi050.front.sepia.ceph.com': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILfIhxrjtusXjHG5OsDefF2By7g7y1DxwfK1swI5Ewb6', 'smithi055.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDxKeS+exYBss3Aq3c5Anu4kkv+2FJDl1/j53kFw7c84dlCMbuy97O56D8vuDj4kLvTEoT8+m9DIcNlqUl43JE8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'flavor': 'default', 'kdb': True, 'sha1': '84139c18d56f518615369e8310ae4ecf07a36dcd'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '09dfe6f49c8816efcf4383b2012b6a99938a8f79'}}, {'ceph': None}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': 'b53f236c1077f1d295baafb9e0ca9a4b447019d7', 'timestamp': '2023-07-12_13:28:27', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.23459'} 2023-07-12T13:54:33.379 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-07-12T13:54:33.384 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-07-12T13:54:33.393 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m0777 -- /var/run/ceph 2023-07-12T13:54:33.437 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m0777 -- /var/run/ceph 2023-07-12T13:54:33.460 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:33.460 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/scratch_devs of=/dev/stdout 2023-07-12T13:54:33.510 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-07-12T13:54:33.511 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_1 2023-07-12T13:54:33.563 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-07-12T13:54:33.563 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:33.563 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 893 Links: 1 2023-07-12T13:54:33.563 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:33.563 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2023-07-12 13:48:07.252273229 +0000 2023-07-12T13:54:33.564 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2023-07-12 13:48:06.824277048 +0000 2023-07-12T13:54:33.564 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2023-07-12 13:48:06.824277048 +0000 2023-07-12T13:54:33.564 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2023-07-12 13:48:06.824277048 +0000 2023-07-12T13:54:33.564 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-07-12T13:54:33.628 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2023-07-12T13:54:33.628 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2023-07-12T13:54:33.628 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000268728 s, 1.9 MB/s 2023-07-12T13:54:33.630 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-07-12T13:54:33.684 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_2 2023-07-12T13:54:33.739 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-07-12T13:54:33.740 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:33.740 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 911 Links: 1 2023-07-12T13:54:33.741 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:33.741 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2023-07-12 13:48:07.904267414 +0000 2023-07-12T13:54:33.741 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2023-07-12 13:48:07.508270947 +0000 2023-07-12T13:54:33.742 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2023-07-12 13:48:07.508270947 +0000 2023-07-12T13:54:33.742 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2023-07-12 13:48:07.508270947 +0000 2023-07-12T13:54:33.742 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-07-12T13:54:33.802 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2023-07-12T13:54:33.802 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2023-07-12T13:54:33.802 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000266548 s, 1.9 MB/s 2023-07-12T13:54:33.804 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-07-12T13:54:33.861 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_3 2023-07-12T13:54:33.919 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-07-12T13:54:33.920 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:33.920 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 929 Links: 1 2023-07-12T13:54:33.920 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:33.921 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2023-07-12 13:48:08.548261668 +0000 2023-07-12T13:54:33.921 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2023-07-12 13:48:08.144265273 +0000 2023-07-12T13:54:33.921 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2023-07-12 13:48:08.144265273 +0000 2023-07-12T13:54:33.922 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2023-07-12 13:48:08.144265273 +0000 2023-07-12T13:54:33.922 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-07-12T13:54:33.985 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2023-07-12T13:54:33.986 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2023-07-12T13:54:33.986 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000264966 s, 1.9 MB/s 2023-07-12T13:54:33.987 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-07-12T13:54:34.045 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_4 2023-07-12T13:54:34.099 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-07-12T13:54:34.100 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:34.100 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 945 Links: 1 2023-07-12T13:54:34.100 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:34.100 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2023-07-12 13:48:09.244255460 +0000 2023-07-12T13:54:34.100 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2023-07-12 13:48:08.800259421 +0000 2023-07-12T13:54:34.100 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2023-07-12 13:48:08.800259421 +0000 2023-07-12T13:54:34.101 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2023-07-12 13:48:08.800259421 +0000 2023-07-12T13:54:34.101 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-07-12T13:54:34.166 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2023-07-12T13:54:34.166 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2023-07-12T13:54:34.166 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.00028573 s, 1.8 MB/s 2023-07-12T13:54:34.168 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-07-12T13:54:34.221 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:34.221 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:34.221 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/scratch_devs of=/dev/stdout 2023-07-12T13:54:34.230 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-07-12T13:54:34.230 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_1 2023-07-12T13:54:34.284 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 867 Links: 1 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-07-12 13:48:06.819031257 +0000 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-07-12 13:48:06.815031293 +0000 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-07-12 13:48:06.815031293 +0000 2023-07-12T13:54:34.285 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2023-07-12 13:48:06.815031293 +0000 2023-07-12T13:54:34.286 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-07-12T13:54:34.347 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-07-12T13:54:34.348 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-07-12T13:54:34.348 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000468692 s, 1.1 MB/s 2023-07-12T13:54:34.350 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-07-12T13:54:34.402 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_2 2023-07-12T13:54:34.456 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-07-12T13:54:34.457 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:34.457 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 884 Links: 1 2023-07-12T13:54:34.457 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:34.457 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-07-12 13:48:07.903021575 +0000 2023-07-12T13:54:34.457 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-07-12 13:48:07.507025112 +0000 2023-07-12T13:54:34.458 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-07-12 13:48:07.507025112 +0000 2023-07-12T13:54:34.458 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2023-07-12 13:48:07.507025112 +0000 2023-07-12T13:54:34.458 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-07-12T13:54:34.520 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-07-12T13:54:34.520 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-07-12T13:54:34.520 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.00069654 s, 735 kB/s 2023-07-12T13:54:34.521 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-07-12T13:54:34.575 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_3 2023-07-12T13:54:34.624 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-07-12T13:54:34.624 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:34.625 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 900 Links: 1 2023-07-12T13:54:34.625 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:34.625 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-07-12 13:48:08.599015358 +0000 2023-07-12T13:54:34.625 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-07-12 13:48:08.163019251 +0000 2023-07-12T13:54:34.625 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-07-12 13:48:08.163019251 +0000 2023-07-12T13:54:34.625 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2023-07-12 13:48:08.163019251 +0000 2023-07-12T13:54:34.626 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-07-12T13:54:34.687 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-07-12T13:54:34.688 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-07-12T13:54:34.688 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000505136 s, 1.0 MB/s 2023-07-12T13:54:34.689 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-07-12T13:54:34.742 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_4 2023-07-12T13:54:34.793 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-07-12T13:54:34.793 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-12T13:54:34.793 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 917 Links: 1 2023-07-12T13:54:34.793 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-12T13:54:34.793 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-07-12 13:48:09.439007855 +0000 2023-07-12T13:54:34.794 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-07-12 13:48:08.895012714 +0000 2023-07-12T13:54:34.794 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-07-12 13:48:08.895012714 +0000 2023-07-12T13:54:34.794 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2023-07-12 13:48:08.895012714 +0000 2023-07-12T13:54:34.794 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-07-12T13:54:34.856 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-07-12T13:54:34.857 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-07-12T13:54:34.857 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000441905 s, 1.2 MB/s 2023-07-12T13:54:34.858 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-07-12T13:54:34.910 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:34.911 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi050.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi055.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-07-12T13:54:34.911 INFO:tasks.ceph:Generating config... 2023-07-12T13:54:34.912 INFO:tasks.ceph:[client] client mount timeout = 600 2023-07-12T13:54:34.913 INFO:tasks.ceph:[client] debug client = 20 2023-07-12T13:54:34.913 INFO:tasks.ceph:[client] debug ms = 1 2023-07-12T13:54:34.913 INFO:tasks.ceph:[client] pid file = 2023-07-12T13:54:34.913 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-07-12T13:54:34.913 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-07-12T13:54:34.914 INFO:tasks.ceph:[mds] debug mds = 20 2023-07-12T13:54:34.914 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-07-12T13:54:34.914 INFO:tasks.ceph:[mds] debug ms = 1 2023-07-12T13:54:34.914 INFO:tasks.ceph:[mds] mds debug frag = True 2023-07-12T13:54:34.914 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-07-12T13:54:34.915 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-07-12T13:54:34.915 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-07-12T13:54:34.915 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-07-12T13:54:34.915 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-07-12T13:54:34.915 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-07-12T13:54:34.916 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-07-12T13:54:34.916 INFO:tasks.ceph:[mgr] debug ms = 1 2023-07-12T13:54:34.916 INFO:tasks.ceph:[mon] debug mon = 20 2023-07-12T13:54:34.916 INFO:tasks.ceph:[mon] debug ms = 1 2023-07-12T13:54:34.916 INFO:tasks.ceph:[mon] debug paxos = 20 2023-07-12T13:54:34.917 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-07-12T13:54:34.917 INFO:tasks.ceph:[osd] bdev async discard = True 2023-07-12T13:54:34.917 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-07-12T13:54:34.918 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-07-12T13:54:34.918 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-07-12T13:54:34.918 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-07-12T13:54:34.918 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-07-12T13:54:34.918 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-07-12T13:54:34.919 INFO:tasks.ceph:[osd] debug ms = 1 2023-07-12T13:54:34.919 INFO:tasks.ceph:[osd] debug osd = 20 2023-07-12T13:54:34.919 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-07-12T13:54:34.919 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-07-12T13:54:34.919 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-07-12T13:54:34.919 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-07-12T13:54:34.920 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-07-12T13:54:34.920 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-07-12T13:54:34.920 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-07-12T13:54:34.920 INFO:tasks.ceph:Setting up mon.a... 2023-07-12T13:54:34.921 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-07-12T13:54:34.968 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.keyring 2023-07-12T13:54:34.987 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-07-12T13:54:35.038 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-07-12T13:54:35.062 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.50'), ('mon.b', '172.21.15.55'), ('mon.c', '[v2:172.21.15.55:3301,v1:172.21.15.55:6790]')] 2023-07-12T13:54:35.062 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.50,172.21.15.55,[v2:172.21.15.55:3301,v1:172.21.15.55:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-07-12T13:54:35.063 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:35.064 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-07-12T13:54:35.118 DEBUG:teuthology.orchestra.run.smithi050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.50 --add b 172.21.15.55 --addv c '[v2:172.21.15.55:3301,v1:172.21.15.55:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:35.210 INFO:teuthology.orchestra.run.smithi050.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:35.210 INFO:teuthology.orchestra.run.smithi050.stdout:monmaptool: generated fsid eed713e3-beba-4bb7-86b0-f4914b56f074 2023-07-12T13:54:35.210 INFO:teuthology.orchestra.run.smithi050.stdout:setting min_mon_release = pacific 2023-07-12T13:54:35.210 INFO:teuthology.orchestra.run.smithi050.stdout:epoch 0 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:fsid eed713e3-beba-4bb7-86b0-f4914b56f074 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:last_changed 2023-07-12T13:54:35.211588+0000 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:created 2023-07-12T13:54:35.211588+0000 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:min_mon_release 16 (pacific) 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:election_strategy: 1 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2023-07-12T13:54:35.211 INFO:teuthology.orchestra.run.smithi050.stdout:1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2023-07-12T13:54:35.212 INFO:teuthology.orchestra.run.smithi050.stdout:2: [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] mon.c 2023-07-12T13:54:35.212 INFO:teuthology.orchestra.run.smithi050.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-07-12T13:54:35.213 DEBUG:teuthology.orchestra.run.smithi050:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-07-12T13:54:35.222 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID eed713e3-beba-4bb7-86b0-f4914b56f074... 2023-07-12T13:54:35.223 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-07-12T13:54:35.273 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-07-12T13:54:35.316 INFO:teuthology.orchestra.run.smithi050.stdout:[global] 2023-07-12T13:54:35.317 INFO:teuthology.orchestra.run.smithi050.stdout: chdir = "" 2023-07-12T13:54:35.317 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-07-12T13:54:35.317 INFO:teuthology.orchestra.run.smithi050.stdout: auth supported = cephx 2023-07-12T13:54:35.318 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.318 INFO:teuthology.orchestra.run.smithi050.stdout: filestore xattr use omap = true 2023-07-12T13:54:35.318 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.319 INFO:teuthology.orchestra.run.smithi050.stdout: mon clock drift allowed = 1.000 2023-07-12T13:54:35.319 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.319 INFO:teuthology.orchestra.run.smithi050.stdout: osd crush chooseleaf type = 0 2023-07-12T13:54:35.319 INFO:teuthology.orchestra.run.smithi050.stdout: auth debug = true 2023-07-12T13:54:35.319 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.319 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on old message = true 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on bug = true 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: mon max pg per osd = 10000 # >= luminous 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: mon pg warn max object skew = 0 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: # disable pg_autoscaler by default for new pools 2023-07-12T13:54:35.320 INFO:teuthology.orchestra.run.smithi050.stdout: osd_pool_default_pg_autoscale_mode = off 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default size = 2 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow primary affinity = true 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow pg remap = true 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on legacy crush tunables = false 2023-07-12T13:54:35.321 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on crush straw calc version zero = false 2023-07-12T13:54:35.322 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on no sortbitwise = false 2023-07-12T13:54:35.322 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on osd down out interval zero = false 2023-07-12T13:54:35.322 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on too few osds = false 2023-07-12T13:54:35.322 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-07-12T13:54:35.322 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_no_redundancy = false 2023-07-12T13:54:35.322 INFO:teuthology.orchestra.run.smithi050.stdout: mon_allow_pool_size_one = true 2023-07-12T13:54:35.323 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.323 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-07-12T13:54:35.323 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.323 INFO:teuthology.orchestra.run.smithi050.stdout: osd default data pool replay window = 5 2023-07-12T13:54:35.323 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.323 INFO:teuthology.orchestra.run.smithi050.stdout: mon allow pool delete = true 2023-07-12T13:54:35.324 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.324 INFO:teuthology.orchestra.run.smithi050.stdout: mon cluster log file level = debug 2023-07-12T13:54:35.324 INFO:teuthology.orchestra.run.smithi050.stdout: debug asserts on shutdown = true 2023-07-12T13:54:35.325 INFO:teuthology.orchestra.run.smithi050.stdout: mon health detail to clog = false 2023-07-12T13:54:35.325 INFO:teuthology.orchestra.run.smithi050.stdout: mon host = "172.21.15.50,172.21.15.55,[v2:172.21.15.55:3301,v1:172.21.15.55:6790]" 2023-07-12T13:54:35.325 INFO:teuthology.orchestra.run.smithi050.stdout: fsid = eed713e3-beba-4bb7-86b0-f4914b56f074 2023-07-12T13:54:35.326 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.326 INFO:teuthology.orchestra.run.smithi050.stdout:[osd] 2023-07-12T13:54:35.326 INFO:teuthology.orchestra.run.smithi050.stdout: osd journal size = 100 2023-07-12T13:54:35.327 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.327 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub load threshold = 5.0 2023-07-12T13:54:35.327 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub max interval = 600 2023-07-12T13:54:35.327 INFO:teuthology.orchestra.run.smithi050.stdout: osd mclock profile = high_recovery_ops 2023-07-12T13:54:35.327 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.328 INFO:teuthology.orchestra.run.smithi050.stdout: osd recover clone overlap = true 2023-07-12T13:54:35.328 INFO:teuthology.orchestra.run.smithi050.stdout: osd recovery max chunk = 1048576 2023-07-12T13:54:35.328 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.328 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug shutdown = true 2023-07-12T13:54:35.329 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug op order = true 2023-07-12T13:54:35.329 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug verify stray on activate = true 2023-07-12T13:54:35.329 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.329 INFO:teuthology.orchestra.run.smithi050.stdout: osd open classes on start = true 2023-07-12T13:54:35.330 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug pg log writeout = true 2023-07-12T13:54:35.330 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.330 INFO:teuthology.orchestra.run.smithi050.stdout: osd deep scrub update digest min age = 30 2023-07-12T13:54:35.330 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: osd map max advance = 10 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: journal zero on create = true 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: filestore ondisk finisher threads = 3 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: filestore apply finisher threads = 3 2023-07-12T13:54:35.331 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.332 INFO:teuthology.orchestra.run.smithi050.stdout: bdev debug aio = true 2023-07-12T13:54:35.332 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug misdirected ops = true 2023-07-12T13:54:35.332 INFO:teuthology.orchestra.run.smithi050.stdout: bdev async discard = True 2023-07-12T13:54:35.332 INFO:teuthology.orchestra.run.smithi050.stdout: bdev enable discard = True 2023-07-12T13:54:35.332 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore allocator = bitmap 2023-07-12T13:54:35.333 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore block size = 96636764160 2023-07-12T13:54:35.333 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore fsck on mount = True 2023-07-12T13:54:35.333 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluefs = 1/20 2023-07-12T13:54:35.333 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluestore = 1/20 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: debug osd = 20 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: debug rocksdb = 4/10 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd backfillfull_ratio = 0.85 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd full ratio = 0.9 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd nearfull ratio = 0.8 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: osd failsafe full ratio = 0.95 2023-07-12T13:54:35.334 INFO:teuthology.orchestra.run.smithi050.stdout: osd objectstore = bluestore 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr] 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: debug mgr = 20 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2023-07-12T13:54:35.335 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout: mgr/telemetry/nag = false 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout:[mon] 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2023-07-12T13:54:35.336 INFO:teuthology.orchestra.run.smithi050.stdout: debug paxos = 20 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: mon data avail warn = 5 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: mon mgr mkfs grace = 240 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd reporter subtree level = osd 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd prime pg temp = true 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2023-07-12T13:54:35.337 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: auth mon ticket ttl = 660 # 11m 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: auth service ticket ttl = 240 # 4m 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: # don't complain about insecure global_id in the test suite 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-07-12T13:54:35.338 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: # 1m isn't quite enough 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: mon_down_mkfs_grace = 2m 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_filestore_osds = false 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: mon op complaint time = 120 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:54:35.339 INFO:teuthology.orchestra.run.smithi050.stdout:[client] 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: rgw cache enabled = true 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable ops log = true 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable usage log = true 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: client mount timeout = 600 2023-07-12T13:54:35.340 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = "" 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.a] 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.b] 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.c] 2023-07-12T13:54:35.341 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout:[mds] 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds = 20 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds balancer = 20 2023-07-12T13:54:35.342 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug frag = True 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug scatterstat = True 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: mds op complaint time = 180 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: mds verify scatter = True 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2023-07-12T13:54:35.343 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2023-07-12T13:54:35.345 INFO:teuthology.orchestra.run.smithi055.stdout:[global] 2023-07-12T13:54:35.345 INFO:teuthology.orchestra.run.smithi055.stdout: chdir = "" 2023-07-12T13:54:35.345 INFO:teuthology.orchestra.run.smithi055.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-07-12T13:54:35.345 INFO:teuthology.orchestra.run.smithi055.stdout: auth supported = cephx 2023-07-12T13:54:35.345 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: filestore xattr use omap = true 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: mon clock drift allowed = 1.000 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: osd crush chooseleaf type = 0 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: auth debug = true 2023-07-12T13:54:35.346 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: ms die on old message = true 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: ms die on bug = true 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: mon max pg per osd = 10000 # >= luminous 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: mon pg warn max object skew = 0 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: # disable pg_autoscaler by default for new pools 2023-07-12T13:54:35.347 INFO:teuthology.orchestra.run.smithi055.stdout: osd_pool_default_pg_autoscale_mode = off 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: osd pool default size = 2 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd allow primary affinity = true 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd allow pg remap = true 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on legacy crush tunables = false 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on crush straw calc version zero = false 2023-07-12T13:54:35.348 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on no sortbitwise = false 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on osd down out interval zero = false 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on too few osds = false 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_pool_no_redundancy = false 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: mon_allow_pool_size_one = true 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-07-12T13:54:35.349 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: osd default data pool replay window = 5 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: mon allow pool delete = true 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: mon cluster log file level = debug 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: debug asserts on shutdown = true 2023-07-12T13:54:35.350 INFO:teuthology.orchestra.run.smithi055.stdout: mon health detail to clog = false 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: mon host = "172.21.15.50,172.21.15.55,[v2:172.21.15.55:3301,v1:172.21.15.55:6790]" 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: fsid = eed713e3-beba-4bb7-86b0-f4914b56f074 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout:[osd] 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: osd journal size = 100 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: osd scrub load threshold = 5.0 2023-07-12T13:54:35.351 INFO:teuthology.orchestra.run.smithi055.stdout: osd scrub max interval = 600 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: osd mclock profile = high_recovery_ops 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: osd recover clone overlap = true 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: osd recovery max chunk = 1048576 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug shutdown = true 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug op order = true 2023-07-12T13:54:35.352 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug verify stray on activate = true 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: osd open classes on start = true 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug pg log writeout = true 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: osd deep scrub update digest min age = 30 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: osd map max advance = 10 2023-07-12T13:54:35.353 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: journal zero on create = true 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: filestore ondisk finisher threads = 3 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: filestore apply finisher threads = 3 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: bdev debug aio = true 2023-07-12T13:54:35.354 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug misdirected ops = true 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: bdev async discard = True 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: bdev enable discard = True 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: bluestore allocator = bitmap 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: bluestore block size = 96636764160 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: bluestore fsck on mount = True 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: debug bluefs = 1/20 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: debug bluestore = 1/20 2023-07-12T13:54:35.355 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: debug osd = 20 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: debug rocksdb = 4/10 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd backfillfull_ratio = 0.85 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd full ratio = 0.9 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd nearfull ratio = 0.8 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: osd failsafe full ratio = 0.95 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: osd objectstore = bluestore 2023-07-12T13:54:35.356 INFO:teuthology.orchestra.run.smithi055.stdout: osd op complaint time = 180 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout:[mgr] 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: debug mgr = 20 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: debug mon = 20 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: debug auth = 20 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min pgs per osd = 4 2023-07-12T13:54:35.357 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min bytes per osd = 10 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: mgr/telemetry/nag = false 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout:[mon] 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: debug mon = 20 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: debug paxos = 20 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: debug auth = 20 2023-07-12T13:54:35.358 INFO:teuthology.orchestra.run.smithi055.stdout: mon data avail warn = 5 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: mon mgr mkfs grace = 240 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min pgs per osd = 4 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd reporter subtree level = osd 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd prime pg temp = true 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min bytes per osd = 10 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.359 INFO:teuthology.orchestra.run.smithi055.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: auth mon ticket ttl = 660 # 11m 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: auth service ticket ttl = 240 # 4m 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: # don't complain about insecure global_id in the test suite 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.360 INFO:teuthology.orchestra.run.smithi055.stdout: # 1m isn't quite enough 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: mon_down_mkfs_grace = 2m 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_filestore_osds = false 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: mon op complaint time = 120 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout:[client] 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: rgw cache enabled = true 2023-07-12T13:54:35.361 INFO:teuthology.orchestra.run.smithi055.stdout: rgw enable ops log = true 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: rgw enable usage log = true 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: client mount timeout = 600 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: debug client = 20 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: pid file = "" 2023-07-12T13:54:35.362 INFO:teuthology.orchestra.run.smithi055.stdout: rados mon op timeout = 900 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout: rados osd op timeout = 900 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mon.a] 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mon.b] 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mon.c] 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.a] 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.c] 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.b] 2023-07-12T13:54:35.363 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.d] 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout:[mds] 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: debug mds = 20 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: debug mds balancer = 20 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: mds debug frag = True 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: mds debug scatterstat = True 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: mds op complaint time = 180 2023-07-12T13:54:35.364 INFO:teuthology.orchestra.run.smithi055.stdout: mds verify scatter = True 2023-07-12T13:54:35.365 INFO:teuthology.orchestra.run.smithi055.stdout: osd op complaint time = 180 2023-07-12T13:54:35.365 INFO:teuthology.orchestra.run.smithi055.stdout: rados mon op timeout = 900 2023-07-12T13:54:35.365 INFO:teuthology.orchestra.run.smithi055.stdout: rados osd op timeout = 900 2023-07-12T13:54:35.365 INFO:tasks.ceph:Creating admin key on mon.a... 2023-07-12T13:54:35.366 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-07-12T13:54:35.444 INFO:tasks.ceph:Copying monmap to all nodes... 2023-07-12T13:54:35.444 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:35.444 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-07-12T13:54:35.453 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:35.454 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-07-12T13:54:35.501 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:54:35.502 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:35.502 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.keyring 2023-07-12T13:54:35.502 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-07-12T13:54:35.575 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:54:35.575 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:35.629 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:54:35.629 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:35.630 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.keyring 2023-07-12T13:54:35.630 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-07-12T13:54:35.668 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:54:35.668 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:35.720 INFO:tasks.ceph:Setting up mon nodes... 2023-07-12T13:54:35.721 INFO:tasks.ceph:Setting up mgr nodes... 2023-07-12T13:54:35.721 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-07-12T13:54:35.782 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-07-12T13:54:35.787 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-07-12T13:54:35.850 INFO:teuthology.orchestra.run.smithi055.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-07-12T13:54:35.869 INFO:tasks.ceph:Setting up mds nodes... 2023-07-12T13:54:35.869 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-07-12T13:54:35.928 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-07-12T13:54:35.932 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-07-12T13:54:35.954 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-07-12T13:54:36.055 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-07-12T13:54:36.060 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-07-12T13:54:36.082 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-07-12T13:54:36.145 INFO:teuthology.orchestra.run.smithi055.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-07-12T13:54:36.149 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-07-12T13:54:36.172 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-07-12T13:54:36.277 INFO:teuthology.orchestra.run.smithi055.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-07-12T13:54:36.282 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-07-12T13:54:36.304 INFO:tasks.ceph_client:Setting up client nodes... 2023-07-12T13:54:36.305 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-07-12T13:54:36.351 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-07-12T13:54:36.368 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-07-12T13:54:36.413 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-07-12T13:54:36.431 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-07-12T13:54:36.477 INFO:teuthology.orchestra.run.smithi055.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-07-12T13:54:36.495 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-07-12T13:54:36.584 INFO:teuthology.orchestra.run.smithi055.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-07-12T13:54:36.601 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-07-12T13:54:36.602 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi050.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi055.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-07-12T13:54:36.602 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-07-12T13:54:36.625 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:36.625 INFO:tasks.ceph:role: osd.0 2023-07-12T13:54:36.625 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:54:36.626 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-07-12T13:54:36.689 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:36.690 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:36.690 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:36.690 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:36.691 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:36.692 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:36.693 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:36.693 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:36.693 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:36.693 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:36.713 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2023-07-12T13:54:36.715 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2023-07-12T13:54:36.715 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-07-12T13:54:36.789 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-07-12T13:54:36.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:36.853 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:36.853 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-07-12T13:54:36.915 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:36.915 INFO:tasks.ceph:role: osd.1 2023-07-12T13:54:36.916 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:54:36.916 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-07-12T13:54:36.978 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:36.979 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:36.980 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:36.980 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:36.980 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:36.980 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:36.981 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:36.981 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:36.982 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:36.982 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:37.003 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2023-07-12T13:54:37.005 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2023-07-12T13:54:37.005 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-07-12T13:54:37.076 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-07-12T13:54:37.140 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:37.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:37.142 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-07-12T13:54:37.210 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:37.211 INFO:tasks.ceph:role: osd.2 2023-07-12T13:54:37.211 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:54:37.212 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-07-12T13:54:37.275 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:37.275 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:37.275 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:37.276 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:37.276 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:37.276 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:37.276 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:37.276 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:37.276 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:37.279 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:37.299 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2023-07-12T13:54:37.302 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2023-07-12T13:54:37.303 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-07-12T13:54:37.373 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-07-12T13:54:37.434 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:37.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:37.436 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-07-12T13:54:37.504 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:37.504 INFO:tasks.ceph:role: osd.3 2023-07-12T13:54:37.505 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:54:37.505 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-07-12T13:54:37.570 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:37.570 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:37.571 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:37.595 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2023-07-12T13:54:37.608 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2023-07-12T13:54:37.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-07-12T13:54:37.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-07-12T13:54:37.738 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:37.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:37.740 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:37.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:37.869+0000 7fc2e7a2b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-07-12T13:54:37.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:37.869+0000 7fc2e7a2b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-07-12T13:54:37.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:37.869+0000 7fc2e7a2b640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-07-12T13:54:37.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:37.869+0000 7fc2e7a2b640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-07-12T13:54:37.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:37.869+0000 7fc2e7a2b640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-07-12T13:54:37.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:37.869+0000 7fc2e7a2b640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-07-12T13:54:40.849 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-07-12T13:54:40.871 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:40.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:40.969+0000 7f4e5ede1640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-07-12T13:54:40.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:40.969+0000 7f4e5ede1640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-07-12T13:54:40.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:40.969+0000 7f4e5ede1640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-07-12T13:54:40.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:40.969+0000 7f4e5ede1640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-07-12T13:54:40.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:40.969+0000 7f4e5ede1640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-07-12T13:54:40.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:40.969+0000 7f4e5ede1640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-07-12T13:54:43.969 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-07-12T13:54:43.991 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:44.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:44.085+0000 7f66384d6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-07-12T13:54:44.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:44.085+0000 7f66384d6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-07-12T13:54:44.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:44.085+0000 7f66384d6640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-07-12T13:54:44.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:44.085+0000 7f66384d6640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-07-12T13:54:44.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:44.085+0000 7f66384d6640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-07-12T13:54:44.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:44.085+0000 7f66384d6640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-07-12T13:54:47.076 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-07-12T13:54:47.098 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:47.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:47.201+0000 7f68c92ca640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-07-12T13:54:47.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:47.201+0000 7f68c92ca640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-07-12T13:54:47.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:47.201+0000 7f68c92ca640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-07-12T13:54:47.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:47.201+0000 7f68c92ca640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-07-12T13:54:47.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:47.201+0000 7f68c92ca640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-07-12T13:54:47.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:54:47.201+0000 7f68c92ca640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-07-12T13:54:50.196 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-07-12T13:54:50.220 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-07-12T13:54:50.243 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:50.243 INFO:tasks.ceph:role: osd.4 2023-07-12T13:54:50.243 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:54:50.244 DEBUG:teuthology.orchestra.run.smithi055:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-07-12T13:54:50.332 INFO:teuthology.orchestra.run.smithi055.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:50.332 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:50.332 INFO:teuthology.orchestra.run.smithi055.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:50.333 INFO:teuthology.orchestra.run.smithi055.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:51.637 INFO:teuthology.orchestra.run.smithi055.stdout:Discarding blocks...Done. 2023-07-12T13:54:51.640 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi055.front.sepia.ceph.com -o noatime 2023-07-12T13:54:51.641 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-07-12T13:54:51.716 DEBUG:teuthology.orchestra.run.smithi055:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-07-12T13:54:51.735 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:51.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:51.737 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-07-12T13:54:51.805 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:51.805 INFO:tasks.ceph:role: osd.5 2023-07-12T13:54:51.805 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:54:51.806 DEBUG:teuthology.orchestra.run.smithi055:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-07-12T13:54:51.900 INFO:teuthology.orchestra.run.smithi055.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:51.900 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:51.900 INFO:teuthology.orchestra.run.smithi055.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:51.901 INFO:teuthology.orchestra.run.smithi055.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:51.901 INFO:teuthology.orchestra.run.smithi055.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:51.901 INFO:teuthology.orchestra.run.smithi055.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:51.901 INFO:teuthology.orchestra.run.smithi055.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:51.902 INFO:teuthology.orchestra.run.smithi055.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:51.902 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:51.902 INFO:teuthology.orchestra.run.smithi055.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:53.204 INFO:teuthology.orchestra.run.smithi055.stdout:Discarding blocks...Done. 2023-07-12T13:54:53.206 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi055.front.sepia.ceph.com -o noatime 2023-07-12T13:54:53.207 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-07-12T13:54:53.239 DEBUG:teuthology.orchestra.run.smithi055:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-07-12T13:54:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:53.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:53.298 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-07-12T13:54:53.362 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:53.363 INFO:tasks.ceph:role: osd.6 2023-07-12T13:54:53.363 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:54:53.364 DEBUG:teuthology.orchestra.run.smithi055:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-07-12T13:54:53.457 INFO:teuthology.orchestra.run.smithi055.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:53.457 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:53.458 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:53.459 INFO:teuthology.orchestra.run.smithi055.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:54.767 INFO:teuthology.orchestra.run.smithi055.stdout:Discarding blocks...Done. 2023-07-12T13:54:54.770 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi055.front.sepia.ceph.com -o noatime 2023-07-12T13:54:54.770 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-07-12T13:54:54.802 DEBUG:teuthology.orchestra.run.smithi055:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-07-12T13:54:54.865 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:54.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:54.866 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-07-12T13:54:54.933 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-07-12T13:54:54.934 INFO:tasks.ceph:role: osd.7 2023-07-12T13:54:54.934 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:54:54.934 DEBUG:teuthology.orchestra.run.smithi055:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-07-12T13:54:55.029 INFO:teuthology.orchestra.run.smithi055.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-07-12T13:54:55.029 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 attr=2, projid32bit=1 2023-07-12T13:54:55.030 INFO:teuthology.orchestra.run.smithi055.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-07-12T13:54:55.030 INFO:teuthology.orchestra.run.smithi055.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-07-12T13:54:55.030 INFO:teuthology.orchestra.run.smithi055.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-07-12T13:54:55.031 INFO:teuthology.orchestra.run.smithi055.stdout: = sunit=0 swidth=0 blks 2023-07-12T13:54:55.031 INFO:teuthology.orchestra.run.smithi055.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-07-12T13:54:55.031 INFO:teuthology.orchestra.run.smithi055.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-07-12T13:54:55.031 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-07-12T13:54:55.032 INFO:teuthology.orchestra.run.smithi055.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-07-12T13:54:56.338 INFO:teuthology.orchestra.run.smithi055.stdout:Discarding blocks...Done. 2023-07-12T13:54:56.340 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi055.front.sepia.ceph.com -o noatime 2023-07-12T13:54:56.341 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-07-12T13:54:56.374 DEBUG:teuthology.orchestra.run.smithi055:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-07-12T13:54:56.437 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: /sbin/restorecon: command not found 2023-07-12T13:54:56.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:54:56.438 DEBUG:teuthology.orchestra.run.smithi055:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:56.576 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:56.577+0000 7fd2890d0640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-07-12T13:54:56.578 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:56.577+0000 7fd2890d0640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-07-12T13:54:56.578 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:56.577+0000 7fd2890d0640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-07-12T13:54:56.578 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:56.577+0000 7fd2890d0640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-07-12T13:54:56.578 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:56.577+0000 7fd2890d0640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-07-12T13:54:56.581 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:56.581+0000 7fd2890d0640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-07-12T13:54:59.584 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-07-12T13:54:59.607 DEBUG:teuthology.orchestra.run.smithi055:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:54:59.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:59.709+0000 7f730c7ab640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-07-12T13:54:59.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:59.709+0000 7f730c7ab640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-07-12T13:54:59.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:59.709+0000 7f730c7ab640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-07-12T13:54:59.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:59.709+0000 7f730c7ab640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-07-12T13:54:59.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:59.709+0000 7f730c7ab640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-07-12T13:54:59.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:54:59.713+0000 7f730c7ab640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-07-12T13:55:02.743 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-07-12T13:55:02.767 DEBUG:teuthology.orchestra.run.smithi055:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:55:02.869 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:02.869+0000 7fca2716e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-07-12T13:55:02.870 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:02.869+0000 7fca2716e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-07-12T13:55:02.870 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:02.869+0000 7fca2716e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-07-12T13:55:02.871 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:02.869+0000 7fca2716e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-07-12T13:55:02.871 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:02.869+0000 7fca2716e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-07-12T13:55:02.872 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:02.869+0000 7fca2716e640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-07-12T13:55:03.381 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:55:03.385 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:55:05.874 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-07-12T13:55:05.896 DEBUG:teuthology.orchestra.run.smithi055:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:55:05.996 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:05.997+0000 7fee974a7640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-07-12T13:55:05.997 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:05.997+0000 7fee974a7640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-07-12T13:55:05.998 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:05.997+0000 7fee974a7640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-07-12T13:55:05.998 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:05.997+0000 7fee974a7640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-07-12T13:55:05.999 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:05.997+0000 7fee974a7640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-07-12T13:55:06.000 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:05.997+0000 7fee974a7640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-07-12T13:55:09.010 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-07-12T13:55:09.034 INFO:tasks.ceph:Reading keys from all nodes... 2023-07-12T13:55:09.034 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.034 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-07-12T13:55:09.058 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.058 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-07-12T13:55:09.127 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.127 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-07-12T13:55:09.192 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.192 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-07-12T13:55:09.255 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.255 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-07-12T13:55:09.319 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.319 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-07-12T13:55:09.383 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.384 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-07-12T13:55:09.451 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.452 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-07-12T13:55:09.476 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.477 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-07-12T13:55:09.541 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.541 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-07-12T13:55:09.609 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.610 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-07-12T13:55:09.673 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.674 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-07-12T13:55:09.736 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.737 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-07-12T13:55:09.805 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.805 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-07-12T13:55:09.873 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.873 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-07-12T13:55:09.882 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:09.883 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-07-12T13:55:09.938 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.938 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-07-12T13:55:09.947 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:09.948 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-07-12T13:55:09.999 INFO:tasks.ceph:Adding keys to all mons... 2023-07-12T13:55:09.999 DEBUG:teuthology.orchestra.run.smithi050:> sudo tee -a /etc/ceph/ceph.keyring 2023-07-12T13:55:10.003 DEBUG:teuthology.orchestra.run.smithi055:> sudo tee -a /etc/ceph/ceph.keyring 2023-07-12T13:55:10.047 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr.y] 2023-07-12T13:55:10.048 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCbsK5kBsa4LhAAYHUceOcrVp8rX7afcKROeg== 2023-07-12T13:55:10.048 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2023-07-12T13:55:10.048 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCbsK5k4th0NxAA6PVOyJWAfYNgZMb5vcmitg== 2023-07-12T13:55:10.049 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2023-07-12T13:55:10.049 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5k2dxmAxAA/8mhpvkxU7iyVIkgBK7YUg== 2023-07-12T13:55:10.049 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.0] 2023-07-12T13:55:10.049 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCdsK5keeUHNBAAEXjHibPf/Jwyj9jZulVFHg== 2023-07-12T13:55:10.049 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.1] 2023-07-12T13:55:10.050 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCgsK5kneL3ORAAlb/y0xpakI0nR4m/qPJv7A== 2023-07-12T13:55:10.050 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.2] 2023-07-12T13:55:10.050 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCksK5kt5JfBRAANNaW226KC/EVA7H33O4oJw== 2023-07-12T13:55:10.050 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.3] 2023-07-12T13:55:10.051 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCnsK5kDFY6DBAAHNdrd2LUwC+V3ZGe+ypyBQ== 2023-07-12T13:55:10.051 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr.x] 2023-07-12T13:55:10.052 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCbsK5k4VXaMhAAG+aD+l6hTxLp4xvdD9JJeg== 2023-07-12T13:55:10.052 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2023-07-12T13:55:10.052 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5kVOjJCBAAFxNZQASSLib7+AWYbkqlAA== 2023-07-12T13:55:10.053 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2023-07-12T13:55:10.053 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5kwdmpEBAAUeEbVJlQyvjYB9c9Phmu2g== 2023-07-12T13:55:10.053 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.4] 2023-07-12T13:55:10.053 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCwsK5kIi18IhAAsSpBPPWkXZ1q+S6XKaZK2A== 2023-07-12T13:55:10.054 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.5] 2023-07-12T13:55:10.054 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCzsK5kJnFpKhAAbnbxyOWgGVLDkAZn7JOT0Q== 2023-07-12T13:55:10.054 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.6] 2023-07-12T13:55:10.055 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQC2sK5km2HrMxAAdxvQRyub39D8B+WGVjMBCA== 2023-07-12T13:55:10.055 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.7] 2023-07-12T13:55:10.055 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQC5sK5k9N6OOxAA5qJrrQ2WCcjHCD0AS2tfjA== 2023-07-12T13:55:10.055 INFO:teuthology.orchestra.run.smithi050.stdout:[client.0] 2023-07-12T13:55:10.055 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5k6WUCFRAANJ/e/+2DnpQb/QhbPG4CmA== 2023-07-12T13:55:10.056 INFO:teuthology.orchestra.run.smithi050.stdout:[client.2] 2023-07-12T13:55:10.056 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5ko526GBAAJUXTWVqBRX8F59Sc8zSf3g== 2023-07-12T13:55:10.056 INFO:teuthology.orchestra.run.smithi050.stdout:[client.1] 2023-07-12T13:55:10.056 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5kXp6ZHBAAM8lWJZ9Xfuw3fY7uQJtBIw== 2023-07-12T13:55:10.056 INFO:teuthology.orchestra.run.smithi050.stdout:[client.3] 2023-07-12T13:55:10.057 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5kt931IhAA6JieB3s+C/xzN5mCRDpSRQ== 2023-07-12T13:55:10.063 INFO:teuthology.orchestra.run.smithi055.stdout:[mgr.y] 2023-07-12T13:55:10.063 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCbsK5kBsa4LhAAYHUceOcrVp8rX7afcKROeg== 2023-07-12T13:55:10.064 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.a] 2023-07-12T13:55:10.064 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCbsK5k4th0NxAA6PVOyJWAfYNgZMb5vcmitg== 2023-07-12T13:55:10.064 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.c] 2023-07-12T13:55:10.065 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5k2dxmAxAA/8mhpvkxU7iyVIkgBK7YUg== 2023-07-12T13:55:10.065 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.0] 2023-07-12T13:55:10.065 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCdsK5keeUHNBAAEXjHibPf/Jwyj9jZulVFHg== 2023-07-12T13:55:10.065 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.1] 2023-07-12T13:55:10.065 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCgsK5kneL3ORAAlb/y0xpakI0nR4m/qPJv7A== 2023-07-12T13:55:10.065 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.2] 2023-07-12T13:55:10.066 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCksK5kt5JfBRAANNaW226KC/EVA7H33O4oJw== 2023-07-12T13:55:10.066 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.3] 2023-07-12T13:55:10.066 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCnsK5kDFY6DBAAHNdrd2LUwC+V3ZGe+ypyBQ== 2023-07-12T13:55:10.066 INFO:teuthology.orchestra.run.smithi055.stdout:[mgr.x] 2023-07-12T13:55:10.066 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCbsK5k4VXaMhAAG+aD+l6hTxLp4xvdD9JJeg== 2023-07-12T13:55:10.067 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.b] 2023-07-12T13:55:10.067 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5kVOjJCBAAFxNZQASSLib7+AWYbkqlAA== 2023-07-12T13:55:10.067 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.d] 2023-07-12T13:55:10.067 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5kwdmpEBAAUeEbVJlQyvjYB9c9Phmu2g== 2023-07-12T13:55:10.068 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.4] 2023-07-12T13:55:10.068 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCwsK5kIi18IhAAsSpBPPWkXZ1q+S6XKaZK2A== 2023-07-12T13:55:10.068 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.5] 2023-07-12T13:55:10.068 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCzsK5kJnFpKhAAbnbxyOWgGVLDkAZn7JOT0Q== 2023-07-12T13:55:10.069 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.6] 2023-07-12T13:55:10.069 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQC2sK5km2HrMxAAdxvQRyub39D8B+WGVjMBCA== 2023-07-12T13:55:10.070 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.7] 2023-07-12T13:55:10.070 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQC5sK5k9N6OOxAA5qJrrQ2WCcjHCD0AS2tfjA== 2023-07-12T13:55:10.071 INFO:teuthology.orchestra.run.smithi055.stdout:[client.0] 2023-07-12T13:55:10.071 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5k6WUCFRAANJ/e/+2DnpQb/QhbPG4CmA== 2023-07-12T13:55:10.071 INFO:teuthology.orchestra.run.smithi055.stdout:[client.2] 2023-07-12T13:55:10.071 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5ko526GBAAJUXTWVqBRX8F59Sc8zSf3g== 2023-07-12T13:55:10.072 INFO:teuthology.orchestra.run.smithi055.stdout:[client.1] 2023-07-12T13:55:10.072 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5kXp6ZHBAAM8lWJZ9Xfuw3fY7uQJtBIw== 2023-07-12T13:55:10.072 INFO:teuthology.orchestra.run.smithi055.stdout:[client.3] 2023-07-12T13:55:10.072 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQCcsK5kt931IhAA6JieB3s+C/xzN5mCRDpSRQ== 2023-07-12T13:55:10.074 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-07-12T13:55:10.108 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-07-12T13:55:10.175 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.179 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.242 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.250 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.310 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.313 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.369 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.374 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.431 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.435 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.492 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.497 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.554 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-07-12T13:55:10.559 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-07-12T13:55:10.616 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.620 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.682 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-07-12T13:55:10.741 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.745 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.801 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.811 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.868 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.872 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.929 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.933 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-07-12T13:55:10.989 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:10.993 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.053 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.057 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.115 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.119 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.177 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.181 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-07-12T13:55:11.240 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-07-12T13:55:11.241 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-07-12T13:55:11.261 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-07-12T13:55:11.378 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-07-12T13:55:11.400 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-07-12T13:55:11.422 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-07-12T13:55:11.545 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-07-12T13:55:11.568 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-07-12T13:55:11.635 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-07-12T13:55:11.761 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-07-12T13:55:11.783 DEBUG:teuthology.orchestra.run.smithi050:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:55:11.787 DEBUG:teuthology.orchestra.run.smithi055:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-07-12T13:55:11.835 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-07-12T13:55:11.836 INFO:tasks.ceph.mon.a:Restarting daemon 2023-07-12T13:55:11.836 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-07-12T13:55:11.839 INFO:tasks.ceph.mon.a:Started 2023-07-12T13:55:11.840 INFO:tasks.ceph.mon.b:Restarting daemon 2023-07-12T13:55:11.841 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-07-12T13:55:11.882 INFO:tasks.ceph.mon.b:Started 2023-07-12T13:55:11.883 INFO:tasks.ceph.mon.c:Restarting daemon 2023-07-12T13:55:11.883 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-07-12T13:55:11.886 INFO:tasks.ceph.mon.c:Started 2023-07-12T13:55:11.886 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-07-12T13:55:11.887 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-07-12T13:55:11.887 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-07-12T13:55:11.890 INFO:tasks.ceph.mgr.y:Started 2023-07-12T13:55:11.891 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-07-12T13:55:11.891 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-07-12T13:55:11.894 INFO:tasks.ceph.mgr.x:Started 2023-07-12T13:55:11.895 INFO:tasks.ceph:Setting crush tunables to default 2023-07-12T13:55:11.895 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd crush tunables default 2023-07-12T13:55:12.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197759e640 1 Processor -- start 2023-07-12T13:55:12.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197759e640 1 -- start start 2023-07-12T13:55:12.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197759e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:12.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197759e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19780cda60 con 0x7f19780d01b0 2023-07-12T13:55:12.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197759e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19780cf7a0 con 0x7f19780cc600 2023-07-12T13:55:12.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197759e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19780cdcc0 con 0x7f19780cfde0 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59444/0 (socket says 172.21.15.50:59444) 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 learned_addr learned my addr 172.21.15.50:0/1025489477 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:12.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.037+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-12T13:55:12.242 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.241+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:12.242 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.241+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:12.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.241+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:12.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.241+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:12.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.241+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-12T13:55:12.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.645+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:12.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.645+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:12.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.645+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:12.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.645+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:12.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:12.645+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-12T13:55:13.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:13.449+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:13.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:13.449+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:13.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:13.449+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:13.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:13.449+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:13.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:13.449+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-12T13:55:15.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f19780cd520 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:15.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f19780cd520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:15.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> v1:172.21.15.55:6789/0 conn(0x7f19780cc600 legacy=0x7f19780ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:15.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> v1:172.21.15.50:6789/0 conn(0x7f19780d01b0 legacy=0x7f19780cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19780cdcc0 con 0x7f19580061c0 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1958008d30 con 0x7f1958003720 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.037+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:15.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-12T13:55:15.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.041+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-12T13:55:15.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:15.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:15.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:15.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:15.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:15.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-12T13:55:15.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:15.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:15.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:15.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.245+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-12T13:55:15.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:15.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:15.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:15.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:15.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:15.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-12T13:55:15.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:15.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:15.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:15.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:15.649+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-12T13:55:16.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:16.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-07-12T13:55:16.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:16.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:16.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:16.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-12T13:55:16.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:16.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:16.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:16.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:16.453+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-12T13:55:18.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:18.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:18.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 msgr2=0x7f1958008670 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:18.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f19580061c0 0x7f1958008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:18.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 reap_dead start 2023-07-12T13:55:18.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:18.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19780cdfa0 con 0x7f19780cc600 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19780cdcc0 con 0x7f1958003720 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1958008d30 con 0x7f19780cfde0 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-07-12T13:55:18.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:18.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:18.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:18.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:18.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:18.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-12T13:55:18.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.040+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-12T13:55:18.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:18.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:18.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-07-12T13:55:18.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:18.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:18.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:18.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:18.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:18.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-12T13:55:18.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.244+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-12T13:55:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-12T13:55:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-07-12T13:55:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:18.648+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-12T13:55:19.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:19.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:19.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:19.452+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-12T13:55:21.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 msgr2=0x7f195800e840 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:21.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19780cfde0 0x7f195800e840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:21.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 msgr2=0x7f1958005b30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:21.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.55:3300/0 conn(0x7f1958003720 0x7f1958005b30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:21.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 >> v1:172.21.15.55:6789/0 conn(0x7f19780cc600 legacy=0x7f195800b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:21.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:21.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1958006700 con 0x7f195800eeb0 2023-07-12T13:55:21.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f1974d99640 1 -- 172.21.15.50:0/1025489477 --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19780cdcc0 con 0x7f195800f9f0 2023-07-12T13:55:21.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:21.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:21.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:21.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:21.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.040+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-12T13:55:21.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.244+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:21.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.244+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:21.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.244+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:21.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.244+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:21.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.244+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-12T13:55:21.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.648+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:21.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.648+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-07-12T13:55:21.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.648+0000 7f196ffff640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-07-12T13:55:21.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.648+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-12T13:55:21.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:21.648+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-12T13:55:22.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 813992468 0 0) 0x7f1958006700 con 0x7f195800eeb0 2023-07-12T13:55:22.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1964003530 con 0x7f195800eeb0 2023-07-12T13:55:22.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 289449677 0 0) 0x7f1964003530 con 0x7f195800eeb0 2023-07-12T13:55:22.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 msgr2=0x7f1958012e60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:22.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 --2- 172.21.15.50:0/1025489477 >> v2:172.21.15.50:3300/0 conn(0x7f195800f9f0 0x7f1958012e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19580143b0 con 0x7f195800eeb0 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f1968004460 con 0x7f195800eeb0 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 >> v1:172.21.15.50:6789/0 conn(0x7f195800eeb0 legacy=0x7f195800f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1976d9d640 1 -- 172.21.15.50:0/1025489477 reap_dead start 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640039f0 0x7f1964003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640047d0 0x7f1964004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f196400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19780cdcc0 con 0x7f19640047d0 2023-07-12T13:55:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196400c190 con 0x7f19640052a0 2023-07-12T13:55:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f196400c350 con 0x7f19640039f0 2023-07-12T13:55:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f196ffff640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640047d0 0x7f1964004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640039f0 0x7f1964003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.196+0000 7f1976d9d640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f196400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 msgr2=0x7f196400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f196400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640047d0 msgr2=0x7f1964004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640047d0 0x7f1964004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f197659c640 1 -- 172.21.15.50:0/1025489477 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1964003530 con 0x7f19640039f0 2023-07-12T13:55:22.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f197659c640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640039f0 0x7f1964003de0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1968006fd0 tx=0x7f196801e2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84f96df513607bc3 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19680ad600 con 0x7f19640039f0 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19680a9050 con 0x7f19640039f0 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.200+0000 7f1975d9b640 1 -- 172.21.15.50:0/1025489477 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19680ada00 con 0x7f19640039f0 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 -- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640039f0 msgr2=0x7f1964003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640039f0 0x7f1964003de0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1968006fd0 tx=0x7f196801e2c0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 -- 172.21.15.50:0/1025489477 shutdown_connections 2023-07-12T13:55:22.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f196400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640047d0 0x7f1964004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 --2- 172.21.15.50:0/1025489477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640039f0 0x7f1964003de0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 -- 172.21.15.50:0/1025489477 >> 172.21.15.50:0/1025489477 conn(0x7f197809b320 msgr2=0x7f19780d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:22.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 -- 172.21.15.50:0/1025489477 shutdown_connections 2023-07-12T13:55:22.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 -- 172.21.15.50:0/1025489477 wait complete. 2023-07-12T13:55:22.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 Processor -- start 2023-07-12T13:55:22.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.204+0000 7f197759e640 1 -- start start 2023-07-12T13:55:22.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 0x7f19780c9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640047d0 0x7f1978151530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f19780cb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1978151a70 con 0x7f19640039f0 2023-07-12T13:55:22.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1978157d30 con 0x7f19640052a0 2023-07-12T13:55:22.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19780ca070 con 0x7f19640047d0 2023-07-12T13:55:22.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 0x7f19780c9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 0x7f19780c9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:37814/0 (socket says 172.21.15.50:37814) 2023-07-12T13:55:22.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 -- 172.21.15.50:0/2978482214 learned_addr learned my addr 172.21.15.50:0/2978482214 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:22.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f196ffff640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640047d0 0x7f1978151530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f1976d9d640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f19780cb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 -- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640047d0 msgr2=0x7f1978151530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640047d0 0x7f1978151530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 -- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 msgr2=0x7f19780cb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f19780cb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 -- 172.21.15.50:0/2978482214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19780ca350 con 0x7f19640039f0 2023-07-12T13:55:22.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197659c640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 0x7f19780c9a90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f196801e0f0 tx=0x7f1964005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:22.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19680b9630 con 0x7f19640039f0 2023-07-12T13:55:22.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f196800c040 con 0x7f19640039f0 2023-07-12T13:55:22.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19780ca630 con 0x7f19640039f0 2023-07-12T13:55:22.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19680b9990 con 0x7f19640039f0 2023-07-12T13:55:22.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19780cbe20 con 0x7f19640039f0 2023-07-12T13:55:22.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f19680c4440 con 0x7f19640039f0 2023-07-12T13:55:22.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f19680ad740 con 0x7f19640039f0 2023-07-12T13:55:22.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.208+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1978157ea0 con 0x7f19640039f0 2023-07-12T13:55:22.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.220+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f1978157ea0 con 0x7f19640039f0 2023-07-12T13:55:22.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.284+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f1978066b80 con 0x7f19640039f0 2023-07-12T13:55:22.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.288+0000 7f196effd640 1 -- 172.21.15.50:0/2978482214 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f19680bf020 con 0x7f19640039f0 2023-07-12T13:55:22.295 INFO:teuthology.orchestra.run.smithi050.stderr:adjusted tunables profile to default 2023-07-12T13:55:22.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 msgr2=0x7f19780c9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 0x7f19780c9a90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f196801e0f0 tx=0x7f1964005800 comp rx=0 tx=0).stop 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 shutdown_connections 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19640052a0 0x7f19780cb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19640047d0 0x7f1978151530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 --2- 172.21.15.50:0/2978482214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19640039f0 0x7f19780c9a90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 >> 172.21.15.50:0/2978482214 conn(0x7f197809b320 msgr2=0x7f19780b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:22.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 shutdown_connections 2023-07-12T13:55:22.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:22.292+0000 7f197759e640 1 -- 172.21.15.50:0/2978482214 wait complete. 2023-07-12T13:55:22.315 INFO:tasks.ceph:check_enable_crimson: False 2023-07-12T13:55:22.316 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-07-12T13:55:22.316 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:22.316 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-07-12T13:55:22.338 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:22.338 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-07-12T13:55:22.398 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:22.399 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-07-12T13:55:22.462 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:55:22.462 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-07-12T13:55:22.526 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:22.526 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-07-12T13:55:22.549 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:22.549 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-07-12T13:55:22.615 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:22.615 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-07-12T13:55:22.632 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:22.628+0000 7f1ab5249180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-12T13:55:22.644 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:22.639+0000 7f35fc484180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-12T13:55:22.665 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:55:22.666 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-07-12T13:55:22.729 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new 6cf4fbad-5b80-4ced-8379-990b4d08da12 0 2023-07-12T13:55:22.913 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 Processor -- start 2023-07-12T13:55:22.914 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 -- start start 2023-07-12T13:55:22.917 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb00b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.917 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fbfb015bc50 0x7fbfb00cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.917 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfb00cce90 con 0x7fbfb00b11c0 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfb00cf330 con 0x7fbfb015bc50 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfb5c7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb00cf610 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb00b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb00b15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.55:59986/0 (socket says 172.21.15.55:59986) 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/2885443813 learned_addr learned my addr 172.21.15.55:0/2885443813 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaffff640 1 --2- 172.21.15.55:0/2885443813 >> v2:172.21.15.55:3300/0 conn(0x7fbfb015bc50 0x7fbfb00cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.918 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/2885443813 >> v2:172.21.15.55:3300/0 conn(0x7fbfb015bc50 msgr2=0x7fbfb00cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:22.919 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 --2- 172.21.15.55:0/2885443813 >> v2:172.21.15.55:3300/0 conn(0x7fbfb015bc50 0x7fbfb00cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.919 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/2885443813 >> v1:172.21.15.50:6789/0 conn(0x7fbfb00b11c0 legacy=0x7fbfb00b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.919 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.911+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/2885443813 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfb00cc840 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.920 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfaf7fe640 1 --2- 172.21.15.55:0/2885443813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb00b15c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0009870 tx=0x7fbfa001ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cccf57e04deaaaf8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:22.920 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfaeffd640 1 -- 172.21.15.55:0/2885443813 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa00a8a30 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.920 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfaeffd640 1 -- 172.21.15.55:0/2885443813 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfa00a8b90 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.920 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfaeffd640 1 -- 172.21.15.55:0/2885443813 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa00b0440 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.920 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/2885443813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 msgr2=0x7fbfb00b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/2885443813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb00b15c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0009870 tx=0x7fbfa001ed30 comp rx=0 tx=0).stop 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/2885443813 shutdown_connections 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/2885443813 >> v2:172.21.15.55:3300/0 conn(0x7fbfb015bc50 0x7fbfb00cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/2885443813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb00b15c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/2885443813 >> 172.21.15.55:0/2885443813 conn(0x7fbfb0071800 msgr2=0x7fbfb0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/2885443813 shutdown_connections 2023-07-12T13:55:22.921 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.915+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/2885443813 wait complete. 2023-07-12T13:55:22.923 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 Processor -- start 2023-07-12T13:55:22.923 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 -- start start 2023-07-12T13:55:22.923 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb014df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfb015bc50 0x7fbfb00c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb00cae30 0x7fbfb00c9760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb014e460 con 0x7fbfb015bc50 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb00c7fa0 con 0x7fbfb00cae30 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb00c9d90 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb014df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.924 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb014df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.55:59990/0 (socket says 172.21.15.55:59990) 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/3095548259 learned_addr learned my addr 172.21.15.55:0/3095548259 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaffff640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb00cae30 0x7fbfb00c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfa7fff640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfb015bc50 0x7fbfb00c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb00cae30 msgr2=0x7fbfb00c9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb00cae30 0x7fbfb00c9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/3095548259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfb015bc50 msgr2=0x7fbfb00c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:22.925 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfb015bc50 0x7fbfb00c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:22.926 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 -- 172.21.15.55:0/3095548259 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfa00094d0 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.926 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfa7fff640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfb015bc50 0x7fbfb00c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:22.927 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfaf7fe640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb014df20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbfa00b3040 tx=0x7fbfa001bad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:22.927 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa00b0d70 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.927 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfa00bb470 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.927 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa00bb820 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.928 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfb00ca070 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.928 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfb00ca630 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.928 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fbfa00b7070 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.928 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.919+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7fbfa00c5550 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.928 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.923+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfb004e020 con 0x7fbfb00b3bd0 2023-07-12T13:55:22.935 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.931+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fbfa00b5070 con 0x7fbfb00b3bd0 2023-07-12T13:55:23.004 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:22.999+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd new", "uuid": "6cf4fbad-5b80-4ced-8379-990b4d08da12", "id": 0} v 0) v1 -- 0x7fbfb00b0bc0 con 0x7fbfb00b3bd0 2023-07-12T13:55:23.011 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfacff9640 1 -- 172.21.15.55:0/3095548259 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6cf4fbad-5b80-4ced-8379-990b4d08da12", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fbfa00bb980 con 0x7fbfb00b3bd0 2023-07-12T13:55:23.012 INFO:teuthology.orchestra.run.smithi055.stdout:0 2023-07-12T13:55:23.012 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 msgr2=0x7fbfb014df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.013 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb014df20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbfa00b3040 tx=0x7fbfa001bad0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.013 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 shutdown_connections 2023-07-12T13:55:23.013 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb00cae30 0x7fbfb00c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.013 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfb015bc50 0x7fbfb00c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.013 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 --2- 172.21.15.55:0/3095548259 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbfb00b3bd0 0x7fbfb014df20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.014 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.007+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 >> 172.21.15.55:0/3095548259 conn(0x7fbfb0071800 msgr2=0x7fbfb015f330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.014 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.011+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 shutdown_connections 2023-07-12T13:55:23.014 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.011+0000 7fbfb5c7b640 1 -- 172.21.15.55:0/3095548259 wait complete. 2023-07-12T13:55:23.037 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new 0b58e015-124c-4ff6-9c27-0a081585a47e 1 2023-07-12T13:55:23.179 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.175+0000 7fe2d4e93640 1 Processor -- start 2023-07-12T13:55:23.179 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.175+0000 7fe2d4e93640 1 -- start start 2023-07-12T13:55:23.181 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.175+0000 7fe2d4e93640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d00b3bd0 0x7fe2d00b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.182 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.175+0000 7fe2d4e93640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2d00cce90 con 0x7fe2d015bc50 2023-07-12T13:55:23.182 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.175+0000 7fe2d4e93640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2d00cf330 con 0x7fe2d00b11c0 2023-07-12T13:55:23.182 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.175+0000 7fe2d4e93640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d00cf610 con 0x7fe2d00b3bd0 2023-07-12T13:55:23.182 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ced9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe2d015bc50 0x7fe2d00cff20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.55:50158/0 (socket says 172.21.15.55:50158) 2023-07-12T13:55:23.183 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ced9d640 1 -- 172.21.15.55:0/2368628423 learned_addr learned my addr 172.21.15.55:0/2368628423 (peer_addr_for_me v1:172.21.15.55:0/0) 2023-07-12T13:55:23.183 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ce59c640 1 --2- 172.21.15.55:0/2368628423 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d00b3bd0 0x7fe2d00b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.183 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2cd59a640 1 -- 172.21.15.55:0/2368628423 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2745133938 0 0) 0x7fe2d00cce90 con 0x7fe2d015bc50 2023-07-12T13:55:23.183 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2cd59a640 1 -- 172.21.15.55:0/2368628423 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2b8003530 con 0x7fe2d015bc50 2023-07-12T13:55:23.184 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ce59c640 1 -- 172.21.15.55:0/2368628423 >> v1:172.21.15.55:6789/0 conn(0x7fe2d00b11c0 legacy=0x7fe2d00b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.184 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ce59c640 1 -- 172.21.15.55:0/2368628423 >> v1:172.21.15.50:6789/0 conn(0x7fe2d015bc50 legacy=0x7fe2d00cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.184 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ce59c640 1 -- 172.21.15.55:0/2368628423 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2d00cc840 con 0x7fe2d00b3bd0 2023-07-12T13:55:23.185 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:23.180+0000 7f1ab5249180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-12T13:55:23.187 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.179+0000 7fe2ce59c640 1 --2- 172.21.15.55:0/2368628423 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d00b3bd0 0x7fe2d00b15c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe2c00097f0 tx=0x7fe2c001ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0e9125447c4011e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.188 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2cd59a640 1 -- 172.21.15.55:0/2368628423 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c00a89b0 con 0x7fe2d00b3bd0 2023-07-12T13:55:23.188 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2cd59a640 1 -- 172.21.15.55:0/2368628423 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2c00a8b10 con 0x7fe2d00b3bd0 2023-07-12T13:55:23.188 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2cd59a640 1 -- 172.21.15.55:0/2368628423 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c00a8ea0 con 0x7fe2d00b3bd0 2023-07-12T13:55:23.188 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 -- 172.21.15.55:0/2368628423 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d00b3bd0 msgr2=0x7fe2d00b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.189 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 --2- 172.21.15.55:0/2368628423 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d00b3bd0 0x7fe2d00b15c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe2c00097f0 tx=0x7fe2c001ecb0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.189 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 -- 172.21.15.55:0/2368628423 shutdown_connections 2023-07-12T13:55:23.189 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 --2- 172.21.15.55:0/2368628423 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d00b3bd0 0x7fe2d00b15c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.189 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 -- 172.21.15.55:0/2368628423 >> 172.21.15.55:0/2368628423 conn(0x7fe2d0071800 msgr2=0x7fe2d0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.189 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 -- 172.21.15.55:0/2368628423 shutdown_connections 2023-07-12T13:55:23.189 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 -- 172.21.15.55:0/2368628423 wait complete. 2023-07-12T13:55:23.190 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 Processor -- start 2023-07-12T13:55:23.190 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.183+0000 7fe2d4e93640 1 -- start start 2023-07-12T13:55:23.192 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2d00b3bd0 0x7fe2d0149f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.192 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 0x7fe2d00c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.192 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d014a680 0x7fe2d00cb350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.192 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d015e760 con 0x7fe2d00b3bd0 2023-07-12T13:55:23.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d014a4c0 con 0x7fe2d015bc50 2023-07-12T13:55:23.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d00ca660 con 0x7fe2d014a680 2023-07-12T13:55:23.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 0x7fe2d00c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2ced9d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d014a680 0x7fe2d00cb350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2ce59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2d00b3bd0 0x7fe2d0149f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 0x7fe2d00c9220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39228/0 (socket says 172.21.15.55:39228) 2023-07-12T13:55:23.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 -- 172.21.15.55:0/979540052 learned_addr learned my addr 172.21.15.55:0/979540052 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:23.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 -- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d014a680 msgr2=0x7fe2d00cb350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d014a680 0x7fe2d00cb350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 -- 172.21.15.55:0/979540052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2d00b3bd0 msgr2=0x7fe2d0149f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2d00b3bd0 0x7fe2d0149f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 -- 172.21.15.55:0/979540052 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2c0009420 con 0x7fe2d015bc50 2023-07-12T13:55:23.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2cdd9b640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 0x7fe2d00c9220 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe2c400c450 tx=0x7fe2c400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c40052d0 con 0x7fe2d015bc50 2023-07-12T13:55:23.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2c4005430 con 0x7fe2d015bc50 2023-07-12T13:55:23.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2d00c9a50 con 0x7fe2d015bc50 2023-07-12T13:55:23.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c4007260 con 0x7fe2d015bc50 2023-07-12T13:55:23.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2d00ca010 con 0x7fe2d015bc50 2023-07-12T13:55:23.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe2c40067e0 con 0x7fe2d015bc50 2023-07-12T13:55:23.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fe2c4012b20 con 0x7fe2d015bc50 2023-07-12T13:55:23.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.187+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2d00ca7d0 con 0x7fe2d015bc50 2023-07-12T13:55:23.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.191+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fe2c4016020 con 0x7fe2d015bc50 2023-07-12T13:55:23.258 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:23.255+0000 7f35fc484180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-12T13:55:23.265 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.263+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0b58e015-124c-4ff6-9c27-0a081585a47e", "id": 1} v 0) v1 -- 0x7fe2d004e020 con 0x7fe2d015bc50 2023-07-12T13:55:23.275 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2beffd640 1 -- 172.21.15.55:0/979540052 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0b58e015-124c-4ff6-9c27-0a081585a47e", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe2c402a0b0 con 0x7fe2d015bc50 2023-07-12T13:55:23.275 INFO:teuthology.orchestra.run.smithi055.stdout:1 2023-07-12T13:55:23.276 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 msgr2=0x7fe2d00c9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 0x7fe2d00c9220 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe2c400c450 tx=0x7fe2c400c910 comp rx=0 tx=0).stop 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 shutdown_connections 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2d014a680 0x7fe2d00cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2d015bc50 0x7fe2d00c9220 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 --2- 172.21.15.55:0/979540052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2d00b3bd0 0x7fe2d0149f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.271+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 >> 172.21.15.55:0/979540052 conn(0x7fe2d0071800 msgr2=0x7fe2d015f330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.277 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.275+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 shutdown_connections 2023-07-12T13:55:23.278 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.275+0000 7fe2d4e93640 1 -- 172.21.15.55:0/979540052 wait complete. 2023-07-12T13:55:23.295 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new c40fa00c-4101-4c84-8aae-a463e03c5586 2 2023-07-12T13:55:23.397 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:23.392+0000 7f1ab5249180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-12T13:55:23.437 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 Processor -- start 2023-07-12T13:55:23.437 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 -- start start 2023-07-12T13:55:23.438 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 0x7fcdc80b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.438 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcdc815bc50 0x7fcdc80cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.438 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdc80cce90 con 0x7fcdc80b3bd0 2023-07-12T13:55:23.438 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdc80cf330 con 0x7fcdc815bc50 2023-07-12T13:55:23.439 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdcccca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc80cf610 con 0x7fcdc80b11c0 2023-07-12T13:55:23.439 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 0x7fcdc80b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.439 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 0x7fcdc80b15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.55:60004/0 (socket says 172.21.15.55:60004) 2023-07-12T13:55:23.439 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 -- 172.21.15.55:0/3957075417 learned_addr learned my addr 172.21.15.55:0/3957075417 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:23.439 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdc6d9d640 1 --2- 172.21.15.55:0/3957075417 >> v2:172.21.15.50:3300/0 conn(0x7fcdc815bc50 0x7fcdc80cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.440 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 -- 172.21.15.55:0/3957075417 >> v2:172.21.15.50:3300/0 conn(0x7fcdc815bc50 msgr2=0x7fcdc80cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:23.440 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 --2- 172.21.15.55:0/3957075417 >> v2:172.21.15.50:3300/0 conn(0x7fcdc815bc50 0x7fcdc80cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.440 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 -- 172.21.15.55:0/3957075417 >> v1:172.21.15.50:6789/0 conn(0x7fcdc80b3bd0 legacy=0x7fcdc80b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.440 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.435+0000 7fcdbffff640 1 -- 172.21.15.55:0/3957075417 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc80cc840 con 0x7fcdc80b11c0 2023-07-12T13:55:23.441 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdbffff640 1 --2- 172.21.15.55:0/3957075417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 0x7fcdc80b15c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0009870 tx=0x7fcdb001ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6aae3371faafeaa0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.442 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdc5d9b640 1 -- 172.21.15.55:0/3957075417 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb00a8a30 con 0x7fcdc80b11c0 2023-07-12T13:55:23.442 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdc5d9b640 1 -- 172.21.15.55:0/3957075417 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb00a8b90 con 0x7fcdc80b11c0 2023-07-12T13:55:23.442 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdc5d9b640 1 -- 172.21.15.55:0/3957075417 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb00b0440 con 0x7fcdc80b11c0 2023-07-12T13:55:23.443 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 -- 172.21.15.55:0/3957075417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 msgr2=0x7fcdc80b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.443 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 --2- 172.21.15.55:0/3957075417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 0x7fcdc80b15c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0009870 tx=0x7fcdb001ed30 comp rx=0 tx=0).stop 2023-07-12T13:55:23.443 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 -- 172.21.15.55:0/3957075417 shutdown_connections 2023-07-12T13:55:23.443 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 --2- 172.21.15.55:0/3957075417 >> v2:172.21.15.50:3300/0 conn(0x7fcdc815bc50 0x7fcdc80cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.443 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 --2- 172.21.15.55:0/3957075417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc80b11c0 0x7fcdc80b15c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.444 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 -- 172.21.15.55:0/3957075417 >> 172.21.15.55:0/3957075417 conn(0x7fcdc8071800 msgr2=0x7fcdc8069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.444 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 -- 172.21.15.55:0/3957075417 shutdown_connections 2023-07-12T13:55:23.444 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.439+0000 7fcdcccca640 1 -- 172.21.15.55:0/3957075417 wait complete. 2023-07-12T13:55:23.445 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 Processor -- start 2023-07-12T13:55:23.445 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- start start 2023-07-12T13:55:23.448 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdc80b3bd0 0x7fcdc815e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.449 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcdc815bc50 0x7fcdc8149d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.449 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc814c350 0x7fcdc814bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.449 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc80ca390 con 0x7fcdc80b3bd0 2023-07-12T13:55:23.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc80ca5e0 con 0x7fcdc815bc50 2023-07-12T13:55:23.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc80ca8c0 con 0x7fcdc814c350 2023-07-12T13:55:23.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdc80b3bd0 0x7fcdc815e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcdc815bc50 0x7fcdc8149d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc814c350 0x7fcdc814bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdc80b3bd0 0x7fcdc815e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.55:50618/0 (socket says 172.21.15.55:50618) 2023-07-12T13:55:23.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcdc815bc50 0x7fcdc8149d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39230/0 (socket says 172.21.15.55:39230) 2023-07-12T13:55:23.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc659c640 1 -- 172.21.15.55:0/2363674957 learned_addr learned my addr 172.21.15.55:0/2363674957 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:23.452 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 -- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcdc815bc50 msgr2=0x7fcdc8149d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.452 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcdc815bc50 0x7fcdc8149d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.452 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 -- 172.21.15.55:0/2363674957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdc80b3bd0 msgr2=0x7fcdc815e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.452 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdc80b3bd0 0x7fcdc815e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 -- 172.21.15.55:0/2363674957 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb00094d0 con 0x7fcdc814c350 2023-07-12T13:55:23.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdc6d9d640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc814c350 0x7fcdc814bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcdc808aed0 tx=0x7fcdc000e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0018070 con 0x7fcdc814c350 2023-07-12T13:55:23.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdc000eda0 con 0x7fcdc814c350 2023-07-12T13:55:23.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdc80caba0 con 0x7fcdc814c350 2023-07-12T13:55:23.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0007ea0 con 0x7fcdc814c350 2023-07-12T13:55:23.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdc814c070 con 0x7fcdc814c350 2023-07-12T13:55:23.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fcdc0014720 con 0x7fcdc814c350 2023-07-12T13:55:23.455 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fcdc001d410 con 0x7fcdc814c350 2023-07-12T13:55:23.455 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.443+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdc804e020 con 0x7fcdc814c350 2023-07-12T13:55:23.456 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.447+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fcdc0014e40 con 0x7fcdc814c350 2023-07-12T13:55:23.474 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:23.471+0000 7f35fc484180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-12T13:55:23.519 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.515+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c40fa00c-4101-4c84-8aae-a463e03c5586", "id": 2} v 0) v1 -- 0x7fcdc80cb050 con 0x7fcdc814c350 2023-07-12T13:55:23.528 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.523+0000 7fcdbeffd640 1 -- 172.21.15.55:0/2363674957 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c40fa00c-4101-4c84-8aae-a463e03c5586", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fcdc0014a90 con 0x7fcdc814c350 2023-07-12T13:55:23.529 INFO:teuthology.orchestra.run.smithi055.stdout:2 2023-07-12T13:55:23.530 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc814c350 msgr2=0x7fcdc814bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.531 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc814c350 0x7fcdc814bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcdc808aed0 tx=0x7fcdc000e4b0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.531 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 shutdown_connections 2023-07-12T13:55:23.531 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcdc814c350 0x7fcdc814bb30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.532 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcdc815bc50 0x7fcdc8149d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.532 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 --2- 172.21.15.55:0/2363674957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdc80b3bd0 0x7fcdc815e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.532 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 >> 172.21.15.55:0/2363674957 conn(0x7fcdc8071800 msgr2=0x7fcdc80b2240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.533 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 shutdown_connections 2023-07-12T13:55:23.533 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.527+0000 7fcdcccca640 1 -- 172.21.15.55:0/2363674957 wait complete. 2023-07-12T13:55:23.548 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new ed14cd5b-8e69-41f5-a06e-1b64e357b48d 3 2023-07-12T13:55:23.689 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.683+0000 7fdb2cccb640 1 Processor -- start 2023-07-12T13:55:23.689 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2cccb640 1 -- start start 2023-07-12T13:55:23.691 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2cccb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdb280b3bd0 0x7fdb280b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.692 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2cccb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b11c0 0x7fdb280b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.692 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2cccb640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb280cce90 con 0x7fdb2815bc50 2023-07-12T13:55:23.692 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2cccb640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb280b44e0 con 0x7fdb280b3bd0 2023-07-12T13:55:23.693 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2cccb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb280cf330 con 0x7fdb280b11c0 2023-07-12T13:55:23.693 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb26d9d640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fdb2815bc50 0x7fdb2815f560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:45138/0 (socket says 172.21.15.55:45138) 2023-07-12T13:55:23.693 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb26d9d640 1 -- 172.21.15.55:0/3404491460 learned_addr learned my addr 172.21.15.55:0/3404491460 (peer_addr_for_me v1:172.21.15.55:0/0) 2023-07-12T13:55:23.694 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb25d9b640 1 --2- 172.21.15.55:0/3404491460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b11c0 0x7fdb280b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.694 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2659c640 1 --2- 172.21.15.55:0/3404491460 >> v2:172.21.15.50:3300/0 conn(0x7fdb280b3bd0 0x7fdb280b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.694 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb25d9b640 1 -- 172.21.15.55:0/3404491460 >> v2:172.21.15.50:3300/0 conn(0x7fdb280b3bd0 msgr2=0x7fdb280b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:23.694 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb25d9b640 1 --2- 172.21.15.55:0/3404491460 >> v2:172.21.15.50:3300/0 conn(0x7fdb280b3bd0 0x7fdb280b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.695 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb25d9b640 1 -- 172.21.15.55:0/3404491460 >> v1:172.21.15.55:6789/0 conn(0x7fdb2815bc50 legacy=0x7fdb2815f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.695 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb2559a640 1 -- 172.21.15.55:0/3404491460 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2240838843 0 0) 0x7fdb280cce90 con 0x7fdb2815bc50 2023-07-12T13:55:23.695 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.687+0000 7fdb25d9b640 1 -- 172.21.15.55:0/3404491460 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb280cf610 con 0x7fdb280b11c0 2023-07-12T13:55:23.697 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.691+0000 7fdb25d9b640 1 --2- 172.21.15.55:0/3404491460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b11c0 0x7fdb280b3fa0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c0097c0 tx=0x7fdb1c01ec90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d6b641b55475f0e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.697 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.691+0000 7fdb2559a640 1 -- 172.21.15.55:0/3404491460 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c0a8990 con 0x7fdb280b11c0 2023-07-12T13:55:23.697 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.691+0000 7fdb2559a640 1 -- 172.21.15.55:0/3404491460 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb1c0a8af0 con 0x7fdb280b11c0 2023-07-12T13:55:23.697 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.691+0000 7fdb2559a640 1 -- 172.21.15.55:0/3404491460 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c0a8e80 con 0x7fdb280b11c0 2023-07-12T13:55:23.698 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- 172.21.15.55:0/3404491460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b11c0 msgr2=0x7fdb280b3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.698 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/3404491460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b11c0 0x7fdb280b3fa0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c0097c0 tx=0x7fdb1c01ec90 comp rx=0 tx=0).stop 2023-07-12T13:55:23.698 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- 172.21.15.55:0/3404491460 shutdown_connections 2023-07-12T13:55:23.698 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/3404491460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b11c0 0x7fdb280b3fa0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.699 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/3404491460 >> v2:172.21.15.50:3300/0 conn(0x7fdb280b3bd0 0x7fdb280b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.699 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- 172.21.15.55:0/3404491460 >> 172.21.15.55:0/3404491460 conn(0x7fdb28071800 msgr2=0x7fdb28069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.699 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- 172.21.15.55:0/3404491460 shutdown_connections 2023-07-12T13:55:23.699 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- 172.21.15.55:0/3404491460 wait complete. 2023-07-12T13:55:23.703 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 Processor -- start 2023-07-12T13:55:23.703 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- start start 2023-07-12T13:55:23.704 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 0x7fdb2815e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.704 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb2815bc50 0x7fdb280c9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.704 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb28141020 0x7fdb281414a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.704 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb281419e0 con 0x7fdb2815bc50 2023-07-12T13:55:23.705 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb280cbf80 con 0x7fdb28141020 2023-07-12T13:55:23.705 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2cccb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb2815ef00 con 0x7fdb280b3bd0 2023-07-12T13:55:23.705 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2659c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 0x7fdb2815e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.705 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2659c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 0x7fdb2815e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.55:60040/0 (socket says 172.21.15.55:60040) 2023-07-12T13:55:23.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2659c640 1 -- 172.21.15.55:0/2693592660 learned_addr learned my addr 172.21.15.55:0/2693592660 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:23.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb26d9d640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb28141020 0x7fdb281414a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb25d9b640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb2815bc50 0x7fdb280c9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2659c640 1 -- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb28141020 msgr2=0x7fdb281414a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.707 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.695+0000 7fdb2659c640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb28141020 0x7fdb281414a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.707 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2659c640 1 -- 172.21.15.55:0/2693592660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb2815bc50 msgr2=0x7fdb280c9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.707 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2659c640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb2815bc50 0x7fdb280c9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2659c640 1 -- 172.21.15.55:0/2693592660 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb1c009420 con 0x7fdb280b3bd0 2023-07-12T13:55:23.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2659c640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 0x7fdb2815e9c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800e930 tx=0x7fdb1800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb18009690 con 0x7fdb280b3bd0 2023-07-12T13:55:23.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb1800ca00 con 0x7fdb280b3bd0 2023-07-12T13:55:23.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb280c9a80 con 0x7fdb280b3bd0 2023-07-12T13:55:23.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb1800cd70 con 0x7fdb280b3bd0 2023-07-12T13:55:23.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb280cb650 con 0x7fdb280b3bd0 2023-07-12T13:55:23.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fdb18005ca0 con 0x7fdb280b3bd0 2023-07-12T13:55:23.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fdb18013900 con 0x7fdb280b3bd0 2023-07-12T13:55:23.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.699+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb2804e020 con 0x7fdb280b3bd0 2023-07-12T13:55:23.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.703+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fdb18021060 con 0x7fdb280b3bd0 2023-07-12T13:55:23.773 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.771+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ed14cd5b-8e69-41f5-a06e-1b64e357b48d", "id": 3} v 0) v1 -- 0x7fdb280d1e80 con 0x7fdb280b3bd0 2023-07-12T13:55:23.778 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb16ffd640 1 -- 172.21.15.55:0/2693592660 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ed14cd5b-8e69-41f5-a06e-1b64e357b48d", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fdb18017070 con 0x7fdb280b3bd0 2023-07-12T13:55:23.778 INFO:teuthology.orchestra.run.smithi055.stdout:3 2023-07-12T13:55:23.780 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 msgr2=0x7fdb2815e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.780 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 0x7fdb2815e9c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800e930 tx=0x7fdb1800edf0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.780 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 shutdown_connections 2023-07-12T13:55:23.780 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb28141020 0x7fdb281414a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.781 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb2815bc50 0x7fdb280c9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.781 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 --2- 172.21.15.55:0/2693592660 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdb280b3bd0 0x7fdb2815e9c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.781 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 >> 172.21.15.55:0/2693592660 conn(0x7fdb28071800 msgr2=0x7fdb280ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.781 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 shutdown_connections 2023-07-12T13:55:23.781 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.775+0000 7fdb2cccb640 1 -- 172.21.15.55:0/2693592660 wait complete. 2023-07-12T13:55:23.797 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new f7baee90-f354-438c-bdab-f295d44eb59e 4 2023-07-12T13:55:23.938 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 Processor -- start 2023-07-12T13:55:23.939 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 -- start start 2023-07-12T13:55:23.941 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2fc00b3bd0 0x7f2fc00b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.941 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 0x7f2fc00b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.941 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2fc015bc50 0x7f2fc015f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.941 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fc00cce90 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.941 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fc00b44e0 con 0x7f2fc015bc50 2023-07-12T13:55:23.941 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc6acb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc00cf330 con 0x7f2fc00b11c0 2023-07-12T13:55:23.942 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 0x7f2fc00b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.942 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 0x7f2fc00b3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.55:60042/0 (socket says 172.21.15.55:60042) 2023-07-12T13:55:23.942 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 -- 172.21.15.55:0/3487053418 learned_addr learned my addr 172.21.15.55:0/3487053418 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:23.942 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fc5068640 1 --2- 172.21.15.55:0/3487053418 >> v2:172.21.15.55:3300/0 conn(0x7f2fc015bc50 0x7f2fc015f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.943 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 -- 172.21.15.55:0/3487053418 >> v2:172.21.15.55:3300/0 conn(0x7f2fc015bc50 msgr2=0x7f2fc015f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:23.943 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 --2- 172.21.15.55:0/3487053418 >> v2:172.21.15.55:3300/0 conn(0x7f2fc015bc50 0x7f2fc015f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.943 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 -- 172.21.15.55:0/3487053418 >> v2:172.21.15.50:3300/0 conn(0x7f2fc00b3bd0 msgr2=0x7f2fc00b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:23.943 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 --2- 172.21.15.55:0/3487053418 >> v2:172.21.15.50:3300/0 conn(0x7f2fc00b3bd0 0x7f2fc00b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.943 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.935+0000 7f2fbffff640 1 -- 172.21.15.55:0/3487053418 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fc00cf610 con 0x7f2fc00b11c0 2023-07-12T13:55:23.945 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fbffff640 1 --2- 172.21.15.55:0/3487053418 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 0x7f2fc00b3fa0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2fc00b0de0 tx=0x7f2fb001ecf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd3774b332c2b7bb server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.945 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fbf7fe640 1 -- 172.21.15.55:0/3487053418 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb00a89b0 con 0x7f2fc00b11c0 2023-07-12T13:55:23.945 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fbf7fe640 1 -- 172.21.15.55:0/3487053418 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb00a8b10 con 0x7f2fc00b11c0 2023-07-12T13:55:23.946 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fbf7fe640 1 -- 172.21.15.55:0/3487053418 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb00a8ea0 con 0x7f2fc00b11c0 2023-07-12T13:55:23.946 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 -- 172.21.15.55:0/3487053418 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 msgr2=0x7f2fc00b3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.946 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/3487053418 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 0x7f2fc00b3fa0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2fc00b0de0 tx=0x7f2fb001ecf0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.947 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 -- 172.21.15.55:0/3487053418 shutdown_connections 2023-07-12T13:55:23.947 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/3487053418 >> v2:172.21.15.55:3300/0 conn(0x7f2fc015bc50 0x7f2fc015f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.947 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/3487053418 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b11c0 0x7f2fc00b3fa0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.947 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/3487053418 >> v2:172.21.15.50:3300/0 conn(0x7f2fc00b3bd0 0x7f2fc00b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.947 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 -- 172.21.15.55:0/3487053418 >> 172.21.15.55:0/3487053418 conn(0x7f2fc0071800 msgr2=0x7f2fc0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:23.948 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.939+0000 7f2fc6acb640 1 -- 172.21.15.55:0/3487053418 shutdown_connections 2023-07-12T13:55:23.948 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 -- 172.21.15.55:0/3487053418 wait complete. 2023-07-12T13:55:23.952 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 Processor -- start 2023-07-12T13:55:23.952 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 -- start start 2023-07-12T13:55:23.952 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b3bd0 0x7f2fc00b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.952 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2fc015bc50 0x7f2fc01f1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.953 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc00b7830 0x7f2fc00c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:23.953 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc00b73a0 con 0x7f2fc015bc50 2023-07-12T13:55:23.954 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc00b6790 con 0x7f2fc00b7830 2023-07-12T13:55:23.954 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc6acb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc00b6a70 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.954 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc4867640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b3bd0 0x7f2fc00b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.956 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc5068640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc00b7830 0x7f2fc00c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.956 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc5068640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc00b7830 0x7f2fc00c5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39266/0 (socket says 172.21.15.55:39266) 2023-07-12T13:55:23.956 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc5068640 1 -- 172.21.15.55:0/2426537604 learned_addr learned my addr 172.21.15.55:0/2426537604 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:23.957 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fbffff640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2fc015bc50 0x7f2fc01f1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:23.957 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc4867640 1 -- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc00b7830 msgr2=0x7f2fc00c5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.957 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc4867640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc00b7830 0x7f2fc00c5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.957 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc4867640 1 -- 172.21.15.55:0/2426537604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2fc015bc50 msgr2=0x7f2fc01f1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:23.957 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc4867640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2fc015bc50 0x7f2fc01f1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:23.958 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.943+0000 7f2fc4867640 1 -- 172.21.15.55:0/2426537604 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb00094d0 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.958 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fc4867640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b3bd0 0x7f2fc00b6100 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2fb400b3f0 tx=0x7f2fb400b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:23.959 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb4011830 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.959 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb4011990 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.959 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fc00b6d50 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.964 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb4011d40 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.964 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fc01f20e0 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.965 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f2fb401a700 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.965 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f2fb4019680 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.965 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fc004e020 con 0x7f2fc00b3bd0 2023-07-12T13:55:23.966 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:23.947+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f2fb4039b00 con 0x7f2fc00b3bd0 2023-07-12T13:55:24.020 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.015+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f7baee90-f354-438c-bdab-f295d44eb59e", "id": 4} v 0) v1 -- 0x7f2fc00d1e80 con 0x7f2fc00b3bd0 2023-07-12T13:55:24.029 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fbd7fa640 1 -- 172.21.15.55:0/2426537604 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f7baee90-f354-438c-bdab-f295d44eb59e", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2fb4028030 con 0x7f2fc00b3bd0 2023-07-12T13:55:24.030 INFO:teuthology.orchestra.run.smithi055.stdout:4 2023-07-12T13:55:24.031 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b3bd0 msgr2=0x7f2fc00b6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.031 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b3bd0 0x7f2fc00b6100 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2fb400b3f0 tx=0x7f2fb400b8b0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.031 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 shutdown_connections 2023-07-12T13:55:24.032 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc00b7830 0x7f2fc00c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.032 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2fc015bc50 0x7f2fc01f1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.032 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 --2- 172.21.15.55:0/2426537604 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2fc00b3bd0 0x7f2fc00b6100 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.033 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 >> 172.21.15.55:0/2426537604 conn(0x7f2fc0071800 msgr2=0x7f2fc0156320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.033 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 shutdown_connections 2023-07-12T13:55:24.033 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.027+0000 7f2fc6acb640 1 -- 172.21.15.55:0/2426537604 wait complete. 2023-07-12T13:55:24.048 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.044+0000 7f1ab5249180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-12T13:55:24.049 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new a2ebbda9-059d-4269-9d65-9659b0ef0950 5 2023-07-12T13:55:24.114 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.108+0000 7f1ab5249180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-12T13:55:24.154 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.151+0000 7f35fc484180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-12T13:55:24.176 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.172+0000 7f1ab5249180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-12T13:55:24.191 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.187+0000 7fd567a9c640 1 Processor -- start 2023-07-12T13:55:24.192 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.187+0000 7fd567a9c640 1 -- start start 2023-07-12T13:55:24.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd567a9c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd5600b11c0 0x7fd5600b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd567a9c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd56015bc50 0x7fd5600cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.193 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd567a9c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5600cce90 con 0x7fd5600b3bd0 2023-07-12T13:55:24.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd567a9c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5600cf330 con 0x7fd5600b11c0 2023-07-12T13:55:24.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd567a9c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5600cf610 con 0x7fd56015bc50 2023-07-12T13:55:24.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd565838640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fd5600b3bd0 0x7fd5600b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:45154/0 (socket says 172.21.15.55:45154) 2023-07-12T13:55:24.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd565838640 1 -- 172.21.15.55:0/472620780 learned_addr learned my addr 172.21.15.55:0/472620780 (peer_addr_for_me v1:172.21.15.55:0/0) 2023-07-12T13:55:24.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd566039640 1 --2- 172.21.15.55:0/472620780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd56015bc50 0x7fd5600cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.194 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd565037640 1 --2- 172.21.15.55:0/472620780 >> v2:172.21.15.50:3300/0 conn(0x7fd5600b11c0 0x7fd5600b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd566039640 1 -- 172.21.15.55:0/472620780 >> v2:172.21.15.50:3300/0 conn(0x7fd5600b11c0 msgr2=0x7fd5600b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:24.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd566039640 1 --2- 172.21.15.55:0/472620780 >> v2:172.21.15.50:3300/0 conn(0x7fd5600b11c0 0x7fd5600b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd566039640 1 -- 172.21.15.55:0/472620780 >> v1:172.21.15.55:6789/0 conn(0x7fd5600b3bd0 legacy=0x7fd5600b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd566039640 1 -- 172.21.15.55:0/472620780 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5600cc840 con 0x7fd56015bc50 2023-07-12T13:55:24.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.191+0000 7fd564836640 1 -- 172.21.15.55:0/472620780 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 770617077 0 0) 0x7fd5600cce90 con 0x7fd5600b3bd0 2023-07-12T13:55:24.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd566039640 1 --2- 172.21.15.55:0/472620780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd56015bc50 0x7fd5600cff20 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd558009d90 tx=0x7fd55801f130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c985af15293fba45 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:24.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd564836640 1 -- 172.21.15.55:0/472620780 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5580af600 con 0x7fd56015bc50 2023-07-12T13:55:24.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd564836640 1 -- 172.21.15.55:0/472620780 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5580ab050 con 0x7fd56015bc50 2023-07-12T13:55:24.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd564836640 1 -- 172.21.15.55:0/472620780 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5580af980 con 0x7fd56015bc50 2023-07-12T13:55:24.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 -- 172.21.15.55:0/472620780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd56015bc50 msgr2=0x7fd5600cff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 --2- 172.21.15.55:0/472620780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd56015bc50 0x7fd5600cff20 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd558009d90 tx=0x7fd55801f130 comp rx=0 tx=0).stop 2023-07-12T13:55:24.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 -- 172.21.15.55:0/472620780 shutdown_connections 2023-07-12T13:55:24.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 --2- 172.21.15.55:0/472620780 >> v2:172.21.15.50:3300/0 conn(0x7fd5600b11c0 0x7fd5600b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 --2- 172.21.15.55:0/472620780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd56015bc50 0x7fd5600cff20 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 -- 172.21.15.55:0/472620780 >> 172.21.15.55:0/472620780 conn(0x7fd560071800 msgr2=0x7fd560069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 -- 172.21.15.55:0/472620780 shutdown_connections 2023-07-12T13:55:24.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 -- 172.21.15.55:0/472620780 wait complete. 2023-07-12T13:55:24.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 Processor -- start 2023-07-12T13:55:24.200 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.195+0000 7fd567a9c640 1 -- start start 2023-07-12T13:55:24.201 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd567a9c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 0x7fd560156b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.202 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd567a9c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd56015bc50 0x7fd56015ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.202 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd567a9c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd5600cadb0 0x7fd5600cb220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.202 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd567a9c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5600cb760 con 0x7fd56015bc50 2023-07-12T13:55:24.202 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd567a9c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56015b2e0 con 0x7fd5600b3bd0 2023-07-12T13:55:24.202 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd567a9c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd56015de60 con 0x7fd5600cadb0 2023-07-12T13:55:24.203 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 0x7fd560156b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.203 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 0x7fd560156b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39268/0 (socket says 172.21.15.55:39268) 2023-07-12T13:55:24.203 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 -- 172.21.15.55:0/363984329 learned_addr learned my addr 172.21.15.55:0/363984329 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:24.203 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd566039640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd5600cadb0 0x7fd5600cb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.203 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565037640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd56015bc50 0x7fd56015ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.204 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 -- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd5600cadb0 msgr2=0x7fd5600cb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.204 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd5600cadb0 0x7fd5600cb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.204 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 -- 172.21.15.55:0/363984329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd56015bc50 msgr2=0x7fd56015ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.204 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd56015bc50 0x7fd56015ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.204 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 -- 172.21.15.55:0/363984329 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd558009a70 con 0x7fd5600b3bd0 2023-07-12T13:55:24.205 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565037640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd56015bc50 0x7fd56015ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:24.205 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.199+0000 7fd565838640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 0x7fd560156b50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd55c00c520 tx=0x7fd55c00c9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:24.208 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.203+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0074e0 con 0x7fd5600b3bd0 2023-07-12T13:55:24.209 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd55c007640 con 0x7fd5600b3bd0 2023-07-12T13:55:24.209 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd56015db80 con 0x7fd5600b3bd0 2023-07-12T13:55:24.209 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0049f0 con 0x7fd5600b3bd0 2023-07-12T13:55:24.209 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd560158200 con 0x7fd5600b3bd0 2023-07-12T13:55:24.210 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fd55c012400 con 0x7fd5600b3bd0 2023-07-12T13:55:24.210 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7fd55c01c970 con 0x7fd5600b3bd0 2023-07-12T13:55:24.210 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd56004e020 con 0x7fd5600b3bd0 2023-07-12T13:55:24.212 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.207+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fd55c021060 con 0x7fd5600b3bd0 2023-07-12T13:55:24.222 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.219+0000 7f35fc484180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-12T13:55:24.270 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.264+0000 7f1ab5249180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-12T13:55:24.280 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.275+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a2ebbda9-059d-4269-9d65-9659b0ef0950", "id": 5} v 0) v1 -- 0x7fd5600b0bc0 con 0x7fd5600b3bd0 2023-07-12T13:55:24.285 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd5567fc640 1 -- 172.21.15.55:0/363984329 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a2ebbda9-059d-4269-9d65-9659b0ef0950", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd55c018070 con 0x7fd5600b3bd0 2023-07-12T13:55:24.286 INFO:teuthology.orchestra.run.smithi055.stdout:5 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 msgr2=0x7fd560156b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 0x7fd560156b50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd55c00c520 tx=0x7fd55c00c9e0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 shutdown_connections 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd5600cadb0 0x7fd5600cb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd56015bc50 0x7fd56015ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 --2- 172.21.15.55:0/363984329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5600b3bd0 0x7fd560156b50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.287 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 >> 172.21.15.55:0/363984329 conn(0x7fd560071800 msgr2=0x7fd5600ce4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.288 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 shutdown_connections 2023-07-12T13:55:24.288 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.283+0000 7fd567a9c640 1 -- 172.21.15.55:0/363984329 wait complete. 2023-07-12T13:55:24.288 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.283+0000 7f35fc484180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-12T13:55:24.305 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new 4d00169f-2179-46c4-b1fc-7bd95824b37b 6 2023-07-12T13:55:24.336 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.328+0000 7f1ab5249180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-12T13:55:24.384 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.379+0000 7f35fc484180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-12T13:55:24.426 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.420+0000 7f1ab5249180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-12T13:55:24.448 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.443+0000 7f17ea8ca640 1 Processor -- start 2023-07-12T13:55:24.449 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.443+0000 7f17ea8ca640 1 -- start start 2023-07-12T13:55:24.449 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17ea8ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e415bbe0 0x7f17e40b4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17ea8ca640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f17e40b3bf0 0x7f17e40b4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17ea8ca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f17e40d12d0 0x7f17e40d1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17ea8ca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17e40d0e40 con 0x7f17e40d12d0 2023-07-12T13:55:24.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17ea8ca640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17e40b4560 con 0x7f17e40b3bf0 2023-07-12T13:55:24.450 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17ea8ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e40b4a00 con 0x7f17e415bbe0 2023-07-12T13:55:24.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f17e40b3bf0 0x7f17e40b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e3fff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e415bbe0 0x7f17e40b4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f17e40b3bf0 0x7f17e40b4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39282/0 (socket says 172.21.15.55:39282) 2023-07-12T13:55:24.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 -- 172.21.15.55:0/1926082950 learned_addr learned my addr 172.21.15.55:0/1926082950 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:24.451 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e8e67640 1 --2- 172.21.15.55:0/1926082950 >> v2:172.21.15.50:3300/0 conn(0x7f17e40d12d0 0x7f17e40d1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 -- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e415bbe0 msgr2=0x7f17e40b4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:24.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 --2- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e415bbe0 0x7f17e40b4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.453 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 -- 172.21.15.55:0/1926082950 >> v2:172.21.15.50:3300/0 conn(0x7f17e40d12d0 msgr2=0x7f17e40d1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:24.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 --2- 172.21.15.55:0/1926082950 >> v2:172.21.15.50:3300/0 conn(0x7f17e40d12d0 0x7f17e40d1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e37fe640 1 -- 172.21.15.55:0/1926082950 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e40ccb30 con 0x7f17e40b3bf0 2023-07-12T13:55:24.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e3fff640 1 --2- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e415bbe0 0x7f17e40b4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:24.454 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f17e8e67640 1 --2- 172.21.15.55:0/1926082950 >> v2:172.21.15.50:3300/0 conn(0x7f17e40d12d0 0x7f17e40d1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:24.454 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.447+0000 7f35fc484180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-12T13:55:24.455 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17e37fe640 1 --2- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e40b4020 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f17e4065b90 tx=0x7f17d801c4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=918fe0d2b3a51533 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:24.456 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17e2ffd640 1 -- 172.21.15.55:0/1926082950 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d80aa5f0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.456 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17e2ffd640 1 -- 172.21.15.55:0/1926082950 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17d80aa750 con 0x7f17e40b3bf0 2023-07-12T13:55:24.456 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17e2ffd640 1 -- 172.21.15.55:0/1926082950 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d80aaae0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.456 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 -- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 msgr2=0x7f17e40b4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.456 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e40b4020 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f17e4065b90 tx=0x7f17d801c4d0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.457 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 -- 172.21.15.55:0/1926082950 shutdown_connections 2023-07-12T13:55:24.457 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/1926082950 >> v2:172.21.15.50:3300/0 conn(0x7f17e40d12d0 0x7f17e40d1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.457 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e40b4020 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.457 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/1926082950 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e415bbe0 0x7f17e40b4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.457 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 -- 172.21.15.55:0/1926082950 >> 172.21.15.55:0/1926082950 conn(0x7f17e4069f00 msgr2=0x7f17e406a300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.457 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 -- 172.21.15.55:0/1926082950 shutdown_connections 2023-07-12T13:55:24.458 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 -- 172.21.15.55:0/1926082950 wait complete. 2023-07-12T13:55:24.458 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 Processor -- start 2023-07-12T13:55:24.459 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.451+0000 7f17ea8ca640 1 -- start start 2023-07-12T13:55:24.460 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e414a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.460 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e40d12d0 0x7f17e414af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.460 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17e415bbe0 0x7f17e414b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.460 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e414b980 con 0x7f17e415bbe0 2023-07-12T13:55:24.460 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e41498c0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.460 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e4147e30 con 0x7f17e40d12d0 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e414a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e37fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e40d12d0 0x7f17e414af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e414a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39292/0 (socket says 172.21.15.55:39292) 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 -- 172.21.15.55:0/3120415833 learned_addr learned my addr 172.21.15.55:0/3120415833 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e8e67640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17e415bbe0 0x7f17e414b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 -- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e40d12d0 msgr2=0x7f17e414af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.461 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e40d12d0 0x7f17e414af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 -- 172.21.15.55:0/3120415833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17e415bbe0 msgr2=0x7f17e414b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17e415bbe0 0x7f17e414b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 -- 172.21.15.55:0/3120415833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17d4009420 con 0x7f17e40b3bf0 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e37fe640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e40d12d0 0x7f17e414af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e3fff640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e414a9c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f17d400ec10 tx=0x7f17d400c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d400cc30 con 0x7f17e40b3bf0 2023-07-12T13:55:24.462 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17d400cd90 con 0x7f17e40b3bf0 2023-07-12T13:55:24.463 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d4013690 con 0x7f17e40b3bf0 2023-07-12T13:55:24.463 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17d80094d0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.463 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17e4148e30 con 0x7f17e40b3bf0 2023-07-12T13:55:24.464 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f17d4013af0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.464 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f17d4013da0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.464 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.455+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17e414daa0 con 0x7f17e40b3bf0 2023-07-12T13:55:24.464 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.459+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f17d4021060 con 0x7f17e40b3bf0 2023-07-12T13:55:24.489 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.484+0000 7f1ab5249180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-12T13:55:24.530 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.527+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4d00169f-2179-46c4-b1fc-7bd95824b37b", "id": 6} v 0) v1 -- 0x7f17e404e020 con 0x7f17e40b3bf0 2023-07-12T13:55:24.543 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17e0ff9640 1 -- 172.21.15.55:0/3120415833 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4d00169f-2179-46c4-b1fc-7bd95824b37b", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f17d402a020 con 0x7f17e40b3bf0 2023-07-12T13:55:24.544 INFO:teuthology.orchestra.run.smithi055.stdout:6 2023-07-12T13:55:24.545 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 msgr2=0x7f17e414a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.546 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e414a9c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f17d400ec10 tx=0x7f17d400c520 comp rx=0 tx=0).stop 2023-07-12T13:55:24.546 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 shutdown_connections 2023-07-12T13:55:24.546 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17e415bbe0 0x7f17e414b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.547 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17e40d12d0 0x7f17e414af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.547 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 --2- 172.21.15.55:0/3120415833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e40b3bf0 0x7f17e414a9c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.547 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 >> 172.21.15.55:0/3120415833 conn(0x7f17e4069f00 msgr2=0x7f17e41556d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.547 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 shutdown_connections 2023-07-12T13:55:24.548 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.539+0000 7f17ea8ca640 1 -- 172.21.15.55:0/3120415833 wait complete. 2023-07-12T13:55:24.548 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.543+0000 7f35fc484180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-12T13:55:24.564 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new 1ecf5113-cfd1-40ed-ae33-976a063f9eca 7 2023-07-12T13:55:24.613 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.611+0000 7f35fc484180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-12T13:55:24.651 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.648+0000 7f1ab5249180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-12T13:55:24.704 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.699+0000 7ff4e7a34640 1 Processor -- start 2023-07-12T13:55:24.705 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e7a34640 1 -- start start 2023-07-12T13:55:24.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e7a34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b11c0 0x7ff4e00b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e7a34640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff4e015bc50 0x7ff4e00cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e7a34640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4e00cce90 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e7a34640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4e00cf330 con 0x7ff4e015bc50 2023-07-12T13:55:24.706 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e7a34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e00cf610 con 0x7ff4e00b11c0 2023-07-12T13:55:24.707 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e57d0640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7ff4e00b3bd0 0x7ff4e00b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:45164/0 (socket says 172.21.15.55:45164) 2023-07-12T13:55:24.707 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e57d0640 1 -- 172.21.15.55:0/2758917333 learned_addr learned my addr 172.21.15.55:0/2758917333 (peer_addr_for_me v1:172.21.15.55:0/0) 2023-07-12T13:55:24.707 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e5fd1640 1 --2- 172.21.15.55:0/2758917333 >> v2:172.21.15.55:3300/0 conn(0x7ff4e015bc50 0x7ff4e00cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4d7fff640 1 -- 172.21.15.55:0/2758917333 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 803950173 0 0) 0x7ff4e00cce90 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4d7fff640 1 -- 172.21.15.55:0/2758917333 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4cc003530 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e5fd1640 1 -- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b11c0 msgr2=0x7ff4e00b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:24.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e4fcf640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b11c0 0x7ff4e00b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e5fd1640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b11c0 0x7ff4e00b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.708 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e5fd1640 1 -- 172.21.15.55:0/2758917333 >> v1:172.21.15.55:6789/0 conn(0x7ff4e00b3bd0 legacy=0x7ff4e00b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e5fd1640 1 -- 172.21.15.55:0/2758917333 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e00cc840 con 0x7ff4e015bc50 2023-07-12T13:55:24.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.703+0000 7ff4e4fcf640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b11c0 0x7ff4e00b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:24.709 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e5fd1640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cff20 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009d90 tx=0x7ff4d801f130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f86cfc3994ac33e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:24.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4d7fff640 1 -- 172.21.15.55:0/2758917333 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d80af600 con 0x7ff4e015bc50 2023-07-12T13:55:24.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4d7fff640 1 -- 172.21.15.55:0/2758917333 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4d80ab050 con 0x7ff4e015bc50 2023-07-12T13:55:24.710 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4d7fff640 1 -- 172.21.15.55:0/2758917333 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d80af980 con 0x7ff4e015bc50 2023-07-12T13:55:24.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 -- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e015bc50 msgr2=0x7ff4e00cff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cff20 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009d90 tx=0x7ff4d801f130 comp rx=0 tx=0).stop 2023-07-12T13:55:24.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 -- 172.21.15.55:0/2758917333 shutdown_connections 2023-07-12T13:55:24.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cff20 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/2758917333 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b11c0 0x7ff4e00b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.711 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 -- 172.21.15.55:0/2758917333 >> 172.21.15.55:0/2758917333 conn(0x7ff4e0071800 msgr2=0x7ff4e0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.712 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 -- 172.21.15.55:0/2758917333 shutdown_connections 2023-07-12T13:55:24.712 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 -- 172.21.15.55:0/2758917333 wait complete. 2023-07-12T13:55:24.712 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.707+0000 7ff4e7a34640 1 Processor -- start 2023-07-12T13:55:24.712 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- start start 2023-07-12T13:55:24.713 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 0x7ff4e01f0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e0148540 0x7ff4e00b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e01489e0 con 0x7ff4e015bc50 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e00b54c0 con 0x7ff4e0148540 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e00b5760 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 0x7ff4e01f0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 0x7ff4e01f0e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.55:60108/0 (socket says 172.21.15.55:60108) 2023-07-12T13:55:24.714 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e5fd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e0148540 0x7ff4e00b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.715 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 -- 172.21.15.55:0/3816711625 learned_addr learned my addr 172.21.15.55:0/3816711625 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-07-12T13:55:24.716 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e4fcf640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:24.716 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 -- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e0148540 msgr2=0x7ff4e00b4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.716 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e0148540 0x7ff4e00b4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.716 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 -- 172.21.15.55:0/3816711625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4e015bc50 msgr2=0x7ff4e00cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.716 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 -- 172.21.15.55:0/3816711625 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4d8009a70 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e57d0640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 0x7ff4e01f0e20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc00c4d0 tx=0x7ff4dc00c990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc005cf0 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4dc005e50 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc007270 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4e00b5a40 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.717 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7ff4dc012400 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.718 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4e00b6000 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.718 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7ff4dc01ba10 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.718 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.711+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4e004e020 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.718 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.715+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7ff4dc017070 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.723 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:24.720+0000 7f1ab5249180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-12T13:55:24.779 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.775+0000 7f35fc484180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-12T13:55:24.786 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.783+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1ecf5113-cfd1-40ed-ae33-976a063f9eca", "id": 7} v 0) v1 -- 0x7ff4e00d1e80 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.801 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.795+0000 7ff4d5ffb640 1 -- 172.21.15.55:0/3816711625 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1ecf5113-cfd1-40ed-ae33-976a063f9eca", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff4dc01bca0 con 0x7ff4e00b3bd0 2023-07-12T13:55:24.801 INFO:teuthology.orchestra.run.smithi055.stdout:7 2023-07-12T13:55:24.802 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 msgr2=0x7ff4e01f0e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:24.802 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 0x7ff4e01f0e20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc00c4d0 tx=0x7ff4dc00c990 comp rx=0 tx=0).stop 2023-07-12T13:55:24.802 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 shutdown_connections 2023-07-12T13:55:24.802 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4e0148540 0x7ff4e00b4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.803 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4e015bc50 0x7ff4e00cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.803 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 --2- 172.21.15.55:0/3816711625 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff4e00b3bd0 0x7ff4e01f0e20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:24.803 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 >> 172.21.15.55:0/3816711625 conn(0x7ff4e0071800 msgr2=0x7ff4e00ce4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:24.803 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 shutdown_connections 2023-07-12T13:55:24.803 INFO:teuthology.orchestra.run.smithi055.stderr:2023-07-12T13:55:24.799+0000 7ff4e7a34640 1 -- 172.21.15.55:0/3816711625 wait complete. 2023-07-12T13:55:24.820 INFO:tasks.ceph.osd.0:Restarting daemon 2023-07-12T13:55:24.821 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-07-12T13:55:24.824 INFO:tasks.ceph.osd.0:Started 2023-07-12T13:55:24.824 INFO:tasks.ceph.osd.1:Restarting daemon 2023-07-12T13:55:24.825 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-07-12T13:55:24.828 INFO:tasks.ceph.osd.1:Started 2023-07-12T13:55:24.828 INFO:tasks.ceph.osd.2:Restarting daemon 2023-07-12T13:55:24.829 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-07-12T13:55:24.833 INFO:tasks.ceph.osd.2:Started 2023-07-12T13:55:24.834 INFO:tasks.ceph.osd.3:Restarting daemon 2023-07-12T13:55:24.834 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-07-12T13:55:24.839 INFO:tasks.ceph.osd.3:Started 2023-07-12T13:55:24.839 INFO:tasks.ceph.osd.4:Restarting daemon 2023-07-12T13:55:24.839 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-07-12T13:55:24.843 INFO:tasks.ceph.osd.4:Started 2023-07-12T13:55:24.843 INFO:tasks.ceph.osd.5:Restarting daemon 2023-07-12T13:55:24.844 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-07-12T13:55:24.848 INFO:tasks.ceph.osd.5:Started 2023-07-12T13:55:24.849 INFO:tasks.ceph.osd.6:Restarting daemon 2023-07-12T13:55:24.849 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-07-12T13:55:24.853 INFO:tasks.ceph.osd.6:Started 2023-07-12T13:55:24.854 INFO:tasks.ceph.osd.7:Restarting daemon 2023-07-12T13:55:24.855 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-07-12T13:55:24.855 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:24.851+0000 7f35fc484180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-12T13:55:24.860 INFO:tasks.ceph.osd.7:Started 2023-07-12T13:55:24.860 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:25.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.020+0000 7fe766e5c640 1 Processor -- start 2023-07-12T13:55:25.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.020+0000 7fe766e5c640 1 -- start start 2023-07-12T13:55:25.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe766e5c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe7600b47e0 0x7fe7600b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:25.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe766e5c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7600b7ce0 con 0x7fe7600b7910 2023-07-12T13:55:25.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe766e5c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7600b4510 con 0x7fe7600b4110 2023-07-12T13:55:25.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe766e5c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7600cceb0 con 0x7fe7600b47e0 2023-07-12T13:55:25.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe75ffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe7600b47e0 0x7fe7600b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:25.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe764bf8640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe7600b7910 0x7fe7600cc7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:52690/0 (socket says 172.21.15.50:52690) 2023-07-12T13:55:25.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe764bf8640 1 -- 172.21.15.50:0/3743315799 learned_addr learned my addr 172.21.15.50:0/3743315799 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:25.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe75f7fe640 1 -- 172.21.15.50:0/3743315799 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2122394510 0 0) 0x7fe7600b7ce0 con 0x7fe7600b7910 2023-07-12T13:55:25.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe75f7fe640 1 -- 172.21.15.50:0/3743315799 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe750003530 con 0x7fe7600b7910 2023-07-12T13:55:25.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe75ffff640 1 -- 172.21.15.50:0/3743315799 >> v1:172.21.15.55:6789/0 conn(0x7fe7600b4110 legacy=0x7fe7600d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:25.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe75ffff640 1 -- 172.21.15.50:0/3743315799 >> v1:172.21.15.50:6789/0 conn(0x7fe7600b7910 legacy=0x7fe7600cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:25.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.024+0000 7fe75ffff640 1 -- 172.21.15.50:0/3743315799 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7600cefa0 con 0x7fe7600b47e0 2023-07-12T13:55:25.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe75ffff640 1 --2- 172.21.15.50:0/3743315799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b47e0 0x7fe7600b3bd0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe74c0097c0 tx=0x7fe74c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=918ae942a786d58e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:25.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe75f7fe640 1 -- 172.21.15.50:0/3743315799 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe74c0ac620 con 0x7fe7600b47e0 2023-07-12T13:55:25.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe75f7fe640 1 -- 172.21.15.50:0/3743315799 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe74c0ac780 con 0x7fe7600b47e0 2023-07-12T13:55:25.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe75f7fe640 1 -- 172.21.15.50:0/3743315799 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe74c0acb10 con 0x7fe7600b47e0 2023-07-12T13:55:25.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 -- 172.21.15.50:0/3743315799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b47e0 msgr2=0x7fe7600b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:25.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 --2- 172.21.15.50:0/3743315799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b47e0 0x7fe7600b3bd0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe74c0097c0 tx=0x7fe74c01c3c0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 -- 172.21.15.50:0/3743315799 shutdown_connections 2023-07-12T13:55:25.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 --2- 172.21.15.50:0/3743315799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b47e0 0x7fe7600b3bd0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 -- 172.21.15.50:0/3743315799 >> 172.21.15.50:0/3743315799 conn(0x7fe760069f00 msgr2=0x7fe76006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:25.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 -- 172.21.15.50:0/3743315799 shutdown_connections 2023-07-12T13:55:25.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 -- 172.21.15.50:0/3743315799 wait complete. 2023-07-12T13:55:25.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 Processor -- start 2023-07-12T13:55:25.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.028+0000 7fe766e5c640 1 -- start start 2023-07-12T13:55:25.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 0x7fe7600c7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:25.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7600b47e0 0x7fe76015b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:25.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe7600b7910 0x7fe7600cb990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:25.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe76015b1d0 con 0x7fe7600b4110 2023-07-12T13:55:25.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe76015a550 con 0x7fe7600b47e0 2023-07-12T13:55:25.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe76015a830 con 0x7fe7600b7910 2023-07-12T13:55:25.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 0x7fe7600c7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:25.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 0x7fe7600c7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:49426/0 (socket says 172.21.15.50:49426) 2023-07-12T13:55:25.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 -- 172.21.15.50:0/2869705306 learned_addr learned my addr 172.21.15.50:0/2869705306 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:25.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe75ffff640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7600b47e0 0x7fe76015b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:25.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe7653f9640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe7600b7910 0x7fe7600cb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:25.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 -- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe7600b7910 msgr2=0x7fe7600cb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:25.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe7600b7910 0x7fe7600cb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 -- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7600b47e0 msgr2=0x7fe76015b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:25.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7600b47e0 0x7fe76015b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 -- 172.21.15.50:0/2869705306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe74c009420 con 0x7fe7600b4110 2023-07-12T13:55:25.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe7653f9640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe7600b7910 0x7fe7600cb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:25.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe764bf8640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 0x7fe7600c7da0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe75400c420 tx=0x7fe75400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:25.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe754005cf0 con 0x7fe7600b4110 2023-07-12T13:55:25.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe754005e50 con 0x7fe7600b4110 2023-07-12T13:55:25.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7540072d0 con 0x7fe7600b4110 2023-07-12T13:55:25.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe76015ab10 con 0x7fe7600b4110 2023-07-12T13:55:25.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe76015bb30 con 0x7fe7600b4110 2023-07-12T13:55:25.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe75401c440 con 0x7fe7600b4110 2023-07-12T13:55:25.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fe754012400 con 0x7fe7600b4110 2023-07-12T13:55:25.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.032+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe76004e020 con 0x7fe7600b4110 2023-07-12T13:55:25.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.036+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fe754021060 con 0x7fe7600b4110 2023-07-12T13:55:25.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe7600d17d0 con 0x7fe7600b4110 2023-07-12T13:55:25.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe75d7fa640 1 -- 172.21.15.50:0/2869705306 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fe754017070 con 0x7fe7600b4110 2023-07-12T13:55:25.098 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:25.099 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":10,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:24.789050+0000","last_up_change":"0.000000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:25.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 msgr2=0x7fe7600c7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:25.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 0x7fe7600c7da0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe75400c420 tx=0x7fe75400c8e0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 shutdown_connections 2023-07-12T13:55:25.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe7600b7910 0x7fe7600cb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7600b47e0 0x7fe76015b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 --2- 172.21.15.50:0/2869705306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7600b4110 0x7fe7600c7da0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:25.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 >> 172.21.15.50:0/2869705306 conn(0x7fe760069f00 msgr2=0x7fe7600b5470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:25.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 shutdown_connections 2023-07-12T13:55:25.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:25.092+0000 7fe766e5c640 1 -- 172.21.15.50:0/2869705306 wait complete. 2023-07-12T13:55:25.117 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-07-12T13:55:25.118 INFO:tasks.ceph:Waiting for OSDs to come up 2023-07-12T13:55:25.480 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T13:55:25.476+0000 7fb9b5acc640 -1 Falling back to public interface 2023-07-12T13:55:25.501 INFO:tasks.ceph.mgr.x.smithi055.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-07-12T13:55:25.501 INFO:tasks.ceph.mgr.x.smithi055.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-07-12T13:55:25.501 INFO:tasks.ceph.mgr.x.smithi055.stderr: from numpy import show_config as show_numpy_config 2023-07-12T13:55:25.502 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T13:55:25.499+0000 7f0b38037640 -1 Falling back to public interface 2023-07-12T13:55:25.507 INFO:tasks.ceph.mgr.y.smithi050.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-07-12T13:55:25.508 INFO:tasks.ceph.mgr.y.smithi050.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-07-12T13:55:25.508 INFO:tasks.ceph.mgr.y.smithi050.stderr: from numpy import show_config as show_numpy_config 2023-07-12T13:55:25.512 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T13:55:25.508+0000 7f4329db6640 -1 Falling back to public interface 2023-07-12T13:55:25.518 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T13:55:25.515+0000 7f3d6d22b640 -1 Falling back to public interface 2023-07-12T13:55:25.519 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T13:55:25.516+0000 7facc6828640 -1 Falling back to public interface 2023-07-12T13:55:25.520 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T13:55:25.516+0000 7f2040d5a640 -1 Falling back to public interface 2023-07-12T13:55:25.536 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:25.531+0000 7f35fc484180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-12T13:55:25.538 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T13:55:25.535+0000 7f34b2487640 -1 Falling back to public interface 2023-07-12T13:55:25.546 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T13:55:25.543+0000 7fb93ccd6640 -1 Falling back to public interface 2023-07-12T13:55:25.567 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:25.560+0000 7f1ab5249180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-12T13:55:25.676 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:25.671+0000 7f35fc484180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-12T13:55:25.702 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:25.696+0000 7f1ab5249180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-12T13:55:25.852 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:25.847+0000 7f35fc484180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-12T13:55:25.879 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:25.876+0000 7f1ab5249180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-12T13:55:25.924 DEBUG:teuthology.orchestra.run.smithi050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:25.929 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:25.923+0000 7f35fc484180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-12T13:55:25.956 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:25.952+0000 7f1ab5249180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-12T13:55:26.058 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.052+0000 7f51ed1f6640 1 Processor -- start 2023-07-12T13:55:26.058 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.052+0000 7f51ed1f6640 1 -- start start 2023-07-12T13:55:26.059 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51ed1f6640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:26.059 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51ed1f6640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f51e80ceb20 0x7f51e80cefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:26.059 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51ed1f6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51e80d0120 con 0x7f51e815bbc0 2023-07-12T13:55:26.060 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51ed1f6640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51e80d0c80 con 0x7f51e80ceb20 2023-07-12T13:55:26.060 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51ed1f6640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51e815bf90 con 0x7f51e80cced0 2023-07-12T13:55:26.060 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e6d9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f51e815bbc0 0x7f51e80cc7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:52706/0 (socket says 172.21.15.50:52706) 2023-07-12T13:55:26.060 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e6d9d640 1 -- 172.21.15.50:0/685026977 learned_addr learned my addr 172.21.15.50:0/685026977 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:26.061 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e659c640 1 --2- 172.21.15.50:0/685026977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:26.061 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e759e640 1 --2- 172.21.15.50:0/685026977 >> v2:172.21.15.55:3300/0 conn(0x7f51e80ceb20 0x7f51e80cefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:26.062 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e5d9b640 1 -- 172.21.15.50:0/685026977 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 72215383 0 0) 0x7f51e80d0120 con 0x7f51e815bbc0 2023-07-12T13:55:26.062 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e659c640 1 -- 172.21.15.50:0/685026977 >> v2:172.21.15.55:3300/0 conn(0x7f51e80ceb20 msgr2=0x7f51e80cefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:26.062 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e659c640 1 --2- 172.21.15.50:0/685026977 >> v2:172.21.15.55:3300/0 conn(0x7f51e80ceb20 0x7f51e80cefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.063 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e659c640 1 -- 172.21.15.50:0/685026977 >> v1:172.21.15.50:6789/0 conn(0x7f51e815bbc0 legacy=0x7f51e80cc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:26.063 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.056+0000 7f51e659c640 1 -- 172.21.15.50:0/685026977 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51e80d0350 con 0x7f51e80cced0 2023-07-12T13:55:26.064 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51e659c640 1 --2- 172.21.15.50:0/685026977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80d1110 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f51dc0097c0 tx=0x7f51dc01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc9932632914ee08 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:26.064 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51e5d9b640 1 -- 172.21.15.50:0/685026977 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51dc0ac620 con 0x7f51e80cced0 2023-07-12T13:55:26.064 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51e5d9b640 1 -- 172.21.15.50:0/685026977 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51dc0ac780 con 0x7f51e80cced0 2023-07-12T13:55:26.064 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51e5d9b640 1 -- 172.21.15.50:0/685026977 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51dc0acb10 con 0x7f51e80cced0 2023-07-12T13:55:26.064 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 -- 172.21.15.50:0/685026977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 msgr2=0x7f51e80d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/685026977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80d1110 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f51dc0097c0 tx=0x7f51dc01c3c0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 -- 172.21.15.50:0/685026977 shutdown_connections 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/685026977 >> v2:172.21.15.55:3300/0 conn(0x7f51e80ceb20 0x7f51e80cefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/685026977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80d1110 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 -- 172.21.15.50:0/685026977 >> 172.21.15.50:0/685026977 conn(0x7f51e8069e80 msgr2=0x7f51e806a280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 -- 172.21.15.50:0/685026977 shutdown_connections 2023-07-12T13:55:26.065 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 -- 172.21.15.50:0/685026977 wait complete. 2023-07-12T13:55:26.066 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 Processor -- start 2023-07-12T13:55:26.066 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.060+0000 7f51ed1f6640 1 -- start start 2023-07-12T13:55:26.067 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80c9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:26.067 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51e80ceb20 0x7f51e814d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:26.067 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f51e815bbc0 0x7f51e81f74f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:26.067 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e815c1a0 con 0x7f51e815bbc0 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e80ca4a0 con 0x7f51e80ceb20 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51e80ca780 con 0x7f51e80cced0 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e759e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f51e815bbc0 0x7f51e81f74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80c9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80c9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:34930/0 (socket says 172.21.15.50:34930) 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51e80ceb20 0x7f51e814d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:26.068 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 -- 172.21.15.50:0/717892590 learned_addr learned my addr 172.21.15.50:0/717892590 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:26.069 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 -- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51e80ceb20 msgr2=0x7f51e814d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:26.070 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51e80ceb20 0x7f51e814d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.070 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 -- 172.21.15.50:0/717892590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f51e815bbc0 msgr2=0x7f51e81f74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:26.070 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f51e815bbc0 0x7f51e81f74f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.070 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 -- 172.21.15.50:0/717892590 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51dc009420 con 0x7f51e80cced0 2023-07-12T13:55:26.070 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51e6d9d640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80c9c50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f51d800c480 tx=0x7f51d800c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:26.070 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51d80074e0 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51d8007660 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51d8004a30 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51e815c440 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51e8151df0 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f51d8012400 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f51d8012d80 con 0x7f51e80cced0 2023-07-12T13:55:26.071 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.064+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51e8073730 con 0x7f51e80cced0 2023-07-12T13:55:26.072 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.068+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f51d8018070 con 0x7f51e80cced0 2023-07-12T13:55:26.072 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:26.067+0000 7f35fc484180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-12T13:55:26.105 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:26.100+0000 7f1ab5249180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-12T13:55:26.129 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.124+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f51e80cf940 con 0x7f51e80cced0 2023-07-12T13:55:26.130 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51cf7fe640 1 -- 172.21.15.50:0/717892590 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f51d80126d0 con 0x7f51e80cced0 2023-07-12T13:55:26.130 INFO:teuthology.misc.health.smithi050.stdout: 2023-07-12T13:55:26.131 INFO:teuthology.misc.health.smithi050.stdout:{"epoch":10,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:24.789050+0000","last_up_change":"0.000000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:26.131 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 msgr2=0x7f51e80c9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:26.132 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80c9c50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f51d800c480 tx=0x7f51d800c940 comp rx=0 tx=0).stop 2023-07-12T13:55:26.132 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 shutdown_connections 2023-07-12T13:55:26.132 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f51e815bbc0 0x7f51e81f74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.132 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51e80ceb20 0x7f51e814d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.133 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 --2- 172.21.15.50:0/717892590 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51e80cced0 0x7f51e80c9c50 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:26.133 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 >> 172.21.15.50:0/717892590 conn(0x7f51e8069e80 msgr2=0x7f51e80b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:26.133 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 shutdown_connections 2023-07-12T13:55:26.133 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:26.128+0000 7f51ed1f6640 1 -- 172.21.15.50:0/717892590 wait complete. 2023-07-12T13:55:26.148 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-07-12T13:55:26.766 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:26.763+0000 7f35fc484180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-12T13:55:26.813 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:26.808+0000 7f1ab5249180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-12T13:55:26.857 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:26.855+0000 7f35fc484180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-12T13:55:26.904 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:26.900+0000 7f1ab5249180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-12T13:55:27.056 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:27.051+0000 7f35fc484180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-12T13:55:27.104 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:27.100+0000 7f1ab5249180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-12T13:55:27.145 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:27.143+0000 7f35fc484180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-12T13:55:27.194 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:27.188+0000 7f1ab5249180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-12T13:55:27.442 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:27.439+0000 7f35fc484180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-12T13:55:27.492 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:27.488+0000 7f1ab5249180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-12T13:55:27.513 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:27.511+0000 7f35fc484180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-12T13:55:27.569 INFO:tasks.ceph.mgr.y.smithi050.stderr:2023-07-12T13:55:27.564+0000 7f1ab5249180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-12T13:55:28.542 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:28.539+0000 7f35a3e42640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-07-12T13:55:28.542 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T13:55:28.539+0000 7f35a3e42640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-07-12T13:55:29.349 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T13:55:29.343+0000 7fb9b5acc640 -1 osd.1 0 log_to_monitors true 2023-07-12T13:55:29.384 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T13:55:29.379+0000 7f0b38037640 -1 osd.4 0 log_to_monitors true 2023-07-12T13:55:29.456 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T13:55:29.451+0000 7f3d6d22b640 -1 osd.5 0 log_to_monitors true 2023-07-12T13:55:29.472 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T13:55:29.467+0000 7f4329db6640 -1 osd.0 0 log_to_monitors true 2023-07-12T13:55:29.485 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T13:55:29.479+0000 7facc6828640 -1 osd.3 0 log_to_monitors true 2023-07-12T13:55:29.493 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T13:55:29.491+0000 7f34b2487640 -1 osd.7 0 log_to_monitors true 2023-07-12T13:55:29.524 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T13:55:29.519+0000 7fb93ccd6640 -1 osd.6 0 log_to_monitors true 2023-07-12T13:55:29.525 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T13:55:29.519+0000 7f2040d5a640 -1 osd.2 0 log_to_monitors true 2023-07-12T13:55:32.410 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T13:55:32.407+0000 7f432553a640 -1 osd.0 0 waiting for initial osdmap 2023-07-12T13:55:32.425 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T13:55:32.423+0000 7fb9b124e640 -1 osd.1 0 waiting for initial osdmap 2023-07-12T13:55:32.455 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T13:55:32.455+0000 7f431db7f640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:32.459 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T13:55:32.459+0000 7fb9a9893640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:32.482 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T13:55:32.479+0000 7f203c4dc640 -1 osd.2 0 waiting for initial osdmap 2023-07-12T13:55:32.495 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T13:55:32.495+0000 7facc1faa640 -1 osd.3 0 waiting for initial osdmap 2023-07-12T13:55:32.511 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T13:55:32.511+0000 7f2034b21640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:32.539 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T13:55:32.539+0000 7facba5ef640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:32.955 DEBUG:teuthology.orchestra.run.smithi050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:33.089 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.087+0000 7fcad41ad640 1 Processor -- start 2023-07-12T13:55:33.090 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.087+0000 7fcad41ad640 1 -- start start 2023-07-12T13:55:33.091 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad41ad640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc0af010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:33.091 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad41ad640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcacc0af550 0x7fcacc069580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:33.091 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad41ad640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcacc0abf60 con 0x7fcacc069ac0 2023-07-12T13:55:33.091 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad41ad640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcacc069f00 con 0x7fcacc0af550 2023-07-12T13:55:33.091 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad41ad640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc071a30 con 0x7fcacc158040 2023-07-12T13:55:33.092 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcacc0af550 0x7fcacc069580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:33.092 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcacc0af550 0x7fcacc069580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:49480/0 (socket says 172.21.15.50:49480) 2023-07-12T13:55:33.092 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 -- 172.21.15.50:0/1048594158 learned_addr learned my addr 172.21.15.50:0/1048594158 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:33.092 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1f49640 1 --2- 172.21.15.50:0/1048594158 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc0af010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:33.093 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 -- 172.21.15.50:0/1048594158 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 msgr2=0x7fcacc0af010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:33.093 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 --2- 172.21.15.50:0/1048594158 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc0af010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.093 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 -- 172.21.15.50:0/1048594158 >> v1:172.21.15.55:6789/0 conn(0x7fcacc069ac0 legacy=0x7fcacc0ce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:33.093 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 -- 172.21.15.50:0/1048594158 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcacc0ab350 con 0x7fcacc0af550 2023-07-12T13:55:33.094 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad1748640 1 --2- 172.21.15.50:0/1048594158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc069580 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fcabc00aa10 tx=0x7fcabc01d860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f955d025fc556ee0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:33.094 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad0f47640 1 -- 172.21.15.50:0/1048594158 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0a6800 con 0x7fcacc0af550 2023-07-12T13:55:33.094 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad0f47640 1 -- 172.21.15.50:0/1048594158 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcabc0a6960 con 0x7fcacc0af550 2023-07-12T13:55:33.095 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.091+0000 7fcad0f47640 1 -- 172.21.15.50:0/1048594158 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0a6cf0 con 0x7fcacc0af550 2023-07-12T13:55:33.095 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- 172.21.15.50:0/1048594158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 msgr2=0x7fcacc069580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 --2- 172.21.15.50:0/1048594158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc069580 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fcabc00aa10 tx=0x7fcabc01d860 comp rx=0 tx=0).stop 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- 172.21.15.50:0/1048594158 shutdown_connections 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 --2- 172.21.15.50:0/1048594158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc069580 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 --2- 172.21.15.50:0/1048594158 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc0af010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- 172.21.15.50:0/1048594158 >> 172.21.15.50:0/1048594158 conn(0x7fcacc070bf0 msgr2=0x7fcacc070ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- 172.21.15.50:0/1048594158 shutdown_connections 2023-07-12T13:55:33.096 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- 172.21.15.50:0/1048594158 wait complete. 2023-07-12T13:55:33.097 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 Processor -- start 2023-07-12T13:55:33.097 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- start start 2023-07-12T13:55:33.098 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcacc069ac0 0x7fcacc0cc100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc0c9a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc1564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc0c9f70 con 0x7fcacc0af550 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc0caab0 con 0x7fcacc069ac0 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad41ad640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc0ca210 con 0x7fcacc158040 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad1748640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc0c9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:33.099 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad1748640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc0c9a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:49496/0 (socket says 172.21.15.50:49496) 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad1748640 1 -- 172.21.15.50:0/110308416 learned_addr learned my addr 172.21.15.50:0/110308416 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad1f49640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcacc069ac0 0x7fcacc0cc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad274a640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc1564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.095+0000 7fcad1748640 1 -- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 msgr2=0x7fcacc1564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1748640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc1564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1748640 1 -- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcacc069ac0 msgr2=0x7fcacc0cc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1748640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcacc069ac0 0x7fcacc0cc100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.100 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1748640 1 -- 172.21.15.50:0/110308416 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcabc00a670 con 0x7fcacc0af550 2023-07-12T13:55:33.101 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1f49640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcacc069ac0 0x7fcacc0cc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:33.101 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad274a640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc1564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:33.102 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1748640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc0c9a30 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fcabc00a1c0 tx=0x7fcabc01a600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:33.102 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0ae8d0 con 0x7fcacc0af550 2023-07-12T13:55:33.102 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcabc0aea30 con 0x7fcacc0af550 2023-07-12T13:55:33.102 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0aedc0 con 0x7fcacc0af550 2023-07-12T13:55:33.102 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcacc0ca4f0 con 0x7fcacc0af550 2023-07-12T13:55:33.102 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcacc098440 con 0x7fcacc0af550 2023-07-12T13:55:33.103 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcacc098630 con 0x7fcacc0af550 2023-07-12T13:55:33.103 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 4) v1 ==== 85602+0+0 (secure 0 0 0) 0x7fcabc0b63f0 con 0x7fcacc0af550 2023-07-12T13:55:33.103 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcac27fc640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcab00661f0 0x7fcab00686a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:33.103 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fcabc11cfc0 con 0x7fcacc0af550 2023-07-12T13:55:33.103 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.099+0000 7fcad1f49640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcab00661f0 0x7fcab00686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:33.104 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.103+0000 7fcad1f49640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcab00661f0 0x7fcab00686a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fcac800b9f0 tx=0x7fcac8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:33.107 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.107+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcabc0eb400 con 0x7fcacc0af550 2023-07-12T13:55:33.261 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.259+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcacc073730 con 0x7fcacc0af550 2023-07-12T13:55:33.262 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.259+0000 7fcac27fc640 1 -- 172.21.15.50:0/110308416 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fcabc0b3020 con 0x7fcacc0af550 2023-07-12T13:55:33.262 INFO:teuthology.misc.health.smithi050.stdout: 2023-07-12T13:55:33.262 INFO:teuthology.misc.health.smithi050.stdout:{"epoch":12,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:30.538588+0000","last_up_change":"0.000000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:33.264 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcab00661f0 msgr2=0x7fcab00686a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:33.264 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcab00661f0 0x7fcab00686a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fcac800b9f0 tx=0x7fcac8008040 comp rx=0 tx=0).stop 2023-07-12T13:55:33.264 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 msgr2=0x7fcacc0c9a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:33.264 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc0c9a30 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fcabc00a1c0 tx=0x7fcabc01a600 comp rx=0 tx=0).stop 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 shutdown_connections 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcab00661f0 0x7fcab00686a0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcacc158040 0x7fcacc1564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcacc0af550 0x7fcacc0c9a30 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 --2- 172.21.15.50:0/110308416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcacc069ac0 0x7fcacc0cc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 >> 172.21.15.50:0/110308416 conn(0x7fcacc070bf0 msgr2=0x7fcacc15a5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:33.265 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 shutdown_connections 2023-07-12T13:55:33.266 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:33.263+0000 7fcad41ad640 1 -- 172.21.15.50:0/110308416 wait complete. 2023-07-12T13:55:33.281 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-07-12T13:55:33.343 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T13:55:33.338+0000 7f3d67f79640 -1 osd.5 0 waiting for initial osdmap 2023-07-12T13:55:33.352 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T13:55:33.346+0000 7f0b337b9640 -1 osd.4 0 waiting for initial osdmap 2023-07-12T13:55:33.386 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T13:55:33.382+0000 7f3d605be640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:33.394 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T13:55:33.390+0000 7f0b2bdfe640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:33.413 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T13:55:33.410+0000 7f34adc0b640 -1 osd.7 0 waiting for initial osdmap 2023-07-12T13:55:33.420 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T13:55:33.414+0000 7fb938458640 -1 osd.6 0 waiting for initial osdmap 2023-07-12T13:55:33.449 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T13:55:33.446+0000 7fb930a9d640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:33.458 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T13:55:33.454+0000 7f34a6250640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-12T13:55:33.471 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:55:33.475 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:55:40.090 DEBUG:teuthology.orchestra.run.smithi050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:40.233 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 Processor -- start 2023-07-12T13:55:40.233 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 -- start start 2023-07-12T13:55:40.235 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d8006af70 0x7f3d8006eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.235 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d80070f60 0x7f3d8006f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.235 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d8015fc80 con 0x7f3d800ce360 2023-07-12T13:55:40.235 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d8015bf80 con 0x7f3d8006af70 2023-07-12T13:55:40.235 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d849d2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8006b400 con 0x7f3d80070f60 2023-07-12T13:55:40.235 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.231+0000 7f3d77fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d8006af70 0x7f3d8006eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.236 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d8006af70 0x7f3d8006eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54724/0 (socket says 172.21.15.50:54724) 2023-07-12T13:55:40.236 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 -- 172.21.15.50:0/1214861780 learned_addr learned my addr 172.21.15.50:0/1214861780 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:40.236 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d7ed9d640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d80070f60 0x7f3d8006f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.237 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 -- 172.21.15.50:0/1214861780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d80070f60 msgr2=0x7f3d8006f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:40.237 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d80070f60 0x7f3d8006f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.237 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 -- 172.21.15.50:0/1214861780 >> v1:172.21.15.55:6789/0 conn(0x7f3d800ce360 legacy=0x7f3d8015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:40.237 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 -- 172.21.15.50:0/1214861780 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d8006b6e0 con 0x7f3d8006af70 2023-07-12T13:55:40.237 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d7ed9d640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d80070f60 0x7f3d8006f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:40.238 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d77fff640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d8006af70 0x7f3d8006eee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3d68009870 tx=0x7f3d6801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edf0fdfc99a566b1 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:40.238 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d7dd9b640 1 -- 172.21.15.50:0/1214861780 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d680aa5f0 con 0x7f3d8006af70 2023-07-12T13:55:40.238 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d7dd9b640 1 -- 172.21.15.50:0/1214861780 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d680aa750 con 0x7f3d8006af70 2023-07-12T13:55:40.239 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.235+0000 7f3d7dd9b640 1 -- 172.21.15.50:0/1214861780 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d680aaae0 con 0x7f3d8006af70 2023-07-12T13:55:40.239 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- 172.21.15.50:0/1214861780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d8006af70 msgr2=0x7f3d8006eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d8006af70 0x7f3d8006eee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3d68009870 tx=0x7f3d6801c4d0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- 172.21.15.50:0/1214861780 shutdown_connections 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d8006af70 0x7f3d8006eee0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 --2- 172.21.15.50:0/1214861780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d80070f60 0x7f3d8006f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- 172.21.15.50:0/1214861780 >> 172.21.15.50:0/1214861780 conn(0x7f3d80072370 msgr2=0x7f3d80072740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- 172.21.15.50:0/1214861780 shutdown_connections 2023-07-12T13:55:40.240 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- 172.21.15.50:0/1214861780 wait complete. 2023-07-12T13:55:40.243 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 Processor -- start 2023-07-12T13:55:40.244 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- start start 2023-07-12T13:55:40.244 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d8006af70 0x7f3d800b2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.244 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 0x7f3d80156640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.244 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d800ce360 0x7f3d80158750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d800b0c70 con 0x7f3d80070f60 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d801f7980 con 0x7f3d8006af70 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d849d2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d801f7c60 con 0x7f3d800ce360 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d77fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 0x7f3d80156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d77fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 0x7f3d80156640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54730/0 (socket says 172.21.15.50:54730) 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d77fff640 1 -- 172.21.15.50:0/3237956275 learned_addr learned my addr 172.21.15.50:0/3237956275 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:40.245 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d7e59c640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d8006af70 0x7f3d800b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.239+0000 7f3d7ed9d640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d800ce360 0x7f3d80158750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d77fff640 1 -- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d800ce360 msgr2=0x7f3d80158750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d77fff640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d800ce360 0x7f3d80158750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d77fff640 1 -- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d8006af70 msgr2=0x7f3d800b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d77fff640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d8006af70 0x7f3d800b2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d77fff640 1 -- 172.21.15.50:0/3237956275 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d680094d0 con 0x7f3d80070f60 2023-07-12T13:55:40.246 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d77fff640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 0x7f3d80156640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3d6801ab80 tx=0x7f3d6801ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:40.247 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d680b3800 con 0x7f3d80070f60 2023-07-12T13:55:40.247 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d680b3960 con 0x7f3d80070f60 2023-07-12T13:55:40.247 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d680b3d10 con 0x7f3d80070f60 2023-07-12T13:55:40.247 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d801f7f40 con 0x7f3d80070f60 2023-07-12T13:55:40.247 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d800b2ea0 con 0x7f3d80070f60 2023-07-12T13:55:40.248 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d800b0de0 con 0x7f3d80070f60 2023-07-12T13:55:40.248 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3d680c73a0 con 0x7f3d80070f60 2023-07-12T13:55:40.248 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d76ffd640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d60066280 0x7f3d60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.248 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.243+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3d680a7070 con 0x7f3d80070f60 2023-07-12T13:55:40.249 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.247+0000 7f3d7e59c640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d60066280 0x7f3d60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.249 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.247+0000 7f3d7e59c640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d60066280 0x7f3d60068730 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3d700098e0 tx=0x7f3d70009060 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:40.250 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.251+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3d680ebd10 con 0x7f3d80070f60 2023-07-12T13:55:40.409 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.407+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3d80073730 con 0x7f3d80070f60 2023-07-12T13:55:40.410 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.407+0000 7f3d76ffd640 1 -- 172.21.15.50:0/3237956275 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12790 (secure 0 0 0) 0x7f3d680ef330 con 0x7f3d80070f60 2023-07-12T13:55:40.411 INFO:teuthology.misc.health.smithi050.stdout: 2023-07-12T13:55:40.412 INFO:teuthology.misc.health.smithi050.stdout:{"epoch":16,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:36.442596+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:40.412 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d60066280 msgr2=0x7f3d60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.413 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d60066280 0x7f3d60068730 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3d700098e0 tx=0x7f3d70009060 comp rx=0 tx=0).stop 2023-07-12T13:55:40.413 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 msgr2=0x7f3d80156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.413 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 0x7f3d80156640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3d6801ab80 tx=0x7f3d6801ad10 comp rx=0 tx=0).stop 2023-07-12T13:55:40.413 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 shutdown_connections 2023-07-12T13:55:40.413 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d60066280 0x7f3d60068730 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.413 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d800ce360 0x7f3d80158750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.414 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d80070f60 0x7f3d80156640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.414 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 --2- 172.21.15.50:0/3237956275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d8006af70 0x7f3d800b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.414 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 >> 172.21.15.50:0/3237956275 conn(0x7f3d80072370 msgr2=0x7f3d8015f550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:40.414 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 shutdown_connections 2023-07-12T13:55:40.414 INFO:teuthology.misc.health.smithi050.stderr:2023-07-12T13:55:40.411+0000 7f3d849d2640 1 -- 172.21.15.50:0/3237956275 wait complete. 2023-07-12T13:55:40.430 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-07-12T13:55:40.431 INFO:tasks.ceph:Creating RBD pool 2023-07-12T13:55:40.431 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd pool create rbd 8 2023-07-12T13:55:40.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.571+0000 7fc0c1c0b640 1 Processor -- start 2023-07-12T13:55:40.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0c1c0b640 1 -- start start 2023-07-12T13:55:40.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0c1c0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc06bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0c1c0b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0bc160d80 con 0x7fc0bc15c390 2023-07-12T13:55:40.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0c1c0b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0bc0cddd0 con 0x7fc0bc15d280 2023-07-12T13:55:40.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0c1c0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0bc06c330 con 0x7fc0bc06b970 2023-07-12T13:55:40.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0bb7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fc0bc15c390 0x7fc0bc0cf8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:55552/0 (socket says 172.21.15.50:55552) 2023-07-12T13:55:40.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0bb7fe640 1 -- 172.21.15.50:0/616179717 learned_addr learned my addr 172.21.15.50:0/616179717 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:40.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0bbfff640 1 --2- 172.21.15.50:0/616179717 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc06bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2871243847 0 0) 0x7fc0ac001120 con 0x7fc0bc15c390 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0a4003530 con 0x7fc0bc15c390 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1723987863 0 0) 0x7fc0bc0cddd0 con 0x7fc0bc15d280 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0ac001120 con 0x7fc0bc15d280 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0bbfff640 1 -- 172.21.15.50:0/616179717 >> v1:172.21.15.55:6789/0 conn(0x7fc0bc15d280 legacy=0x7fc0bc160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0bbfff640 1 -- 172.21.15.50:0/616179717 >> v1:172.21.15.50:6789/0 conn(0x7fc0bc15c390 legacy=0x7fc0bc0cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2323524731 0 0) 0x7fc0a4003530 con 0x7fc0bc15c390 2023-07-12T13:55:40.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.575+0000 7fc0bbfff640 1 -- 172.21.15.50:0/616179717 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0bc1601e0 con 0x7fc0bc06b970 2023-07-12T13:55:40.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0bbfff640 1 --2- 172.21.15.50:0/616179717 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc06bdf0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009dc0 tx=0x7fc0b401c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6884c85d28eb3556 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:40.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40a58e0 con 0x7fc0bc06b970 2023-07-12T13:55:40.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b40a5a40 con 0x7fc0bc06b970 2023-07-12T13:55:40.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0ba7fc640 1 -- 172.21.15.50:0/616179717 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40a5dd0 con 0x7fc0bc06b970 2023-07-12T13:55:40.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/616179717 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 msgr2=0x7fc0bc06bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/616179717 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc06bdf0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009dc0 tx=0x7fc0b401c820 comp rx=0 tx=0).stop 2023-07-12T13:55:40.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/616179717 shutdown_connections 2023-07-12T13:55:40.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/616179717 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc06bdf0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/616179717 >> 172.21.15.50:0/616179717 conn(0x7fc0bc06e0c0 msgr2=0x7fc0bc06eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:40.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/616179717 shutdown_connections 2023-07-12T13:55:40.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.579+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/616179717 wait complete. 2023-07-12T13:55:40.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 Processor -- start 2023-07-12T13:55:40.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- start start 2023-07-12T13:55:40.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc0afc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0bc15c390 0x7fc0bc14f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 0x7fc0bc0c9440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0bc14f5e0 con 0x7fc0bc15d280 2023-07-12T13:55:40.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0bc0b0240 con 0x7fc0bc15c390 2023-07-12T13:55:40.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0bc0b0520 con 0x7fc0bc06b970 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 0x7fc0bc0c9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 0x7fc0bc0c9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54740/0 (socket says 172.21.15.50:54740) 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 -- 172.21.15.50:0/605957293 learned_addr learned my addr 172.21.15.50:0/605957293 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bb7fe640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc0afc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0baffd640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0bc15c390 0x7fc0bc14f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 -- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 msgr2=0x7fc0bc0afc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc0afc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 -- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0bc15c390 msgr2=0x7fc0bc14f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:40.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0bc15c390 0x7fc0bc14f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:40.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 -- 172.21.15.50:0/605957293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0b4009a70 con 0x7fc0bc15d280 2023-07-12T13:55:40.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0baffd640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0bc15c390 0x7fc0bc14f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:40.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0bbfff640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 0x7fc0bc0c9440 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009dc0 tx=0x7fc0b40195c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:40.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40a5860 con 0x7fc0bc15d280 2023-07-12T13:55:40.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b40ad650 con 0x7fc0bc15d280 2023-07-12T13:55:40.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40ada20 con 0x7fc0bc15d280 2023-07-12T13:55:40.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0bc0b0800 con 0x7fc0bc15d280 2023-07-12T13:55:40.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0bc0b0dc0 con 0x7fc0bc15d280 2023-07-12T13:55:40.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.583+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0bc04e020 con 0x7fc0bc15d280 2023-07-12T13:55:40.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.587+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc0b40adb80 con 0x7fc0bc15d280 2023-07-12T13:55:40.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.587+0000 7fc0a3fff640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0a8066280 0x7fc0a8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:40.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.587+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc0b411eb50 con 0x7fc0bc15d280 2023-07-12T13:55:40.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.587+0000 7fc0bb7fe640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0a8066280 0x7fc0a8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:40.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.587+0000 7fc0bb7fe640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0a8066280 0x7fc0a8068730 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac007fd0 tx=0x7fc0ac009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:40.593 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.591+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc0b40ec470 con 0x7fc0bc15d280 2023-07-12T13:55:40.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:40.747+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7fc0bc0b6180 con 0x7fc0bc15d280 2023-07-12T13:55:41.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.495+0000 7fc0a3fff640 1 -- 172.21.15.50:0/605957293 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v17) v1 ==== 109+0+0 (secure 0 0 0) 0x7fc0b40b20a0 con 0x7fc0bc15d280 2023-07-12T13:55:41.497 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'rbd' created 2023-07-12T13:55:41.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.495+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0a8066280 msgr2=0x7fc0a8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:41.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.495+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0a8066280 0x7fc0a8068730 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac007fd0 tx=0x7fc0ac009040 comp rx=0 tx=0).stop 2023-07-12T13:55:41.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.495+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 msgr2=0x7fc0bc0c9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.495+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 0x7fc0bc0c9440 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009dc0 tx=0x7fc0b40195c0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 shutdown_connections 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0a8066280 0x7fc0a8068730 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0bc15d280 0x7fc0bc0c9440 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0bc15c390 0x7fc0bc14f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 --2- 172.21.15.50:0/605957293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0bc06b970 0x7fc0bc0afc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 >> 172.21.15.50:0/605957293 conn(0x7fc0bc06e0c0 msgr2=0x7fc0bc0ca8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:41.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 shutdown_connections 2023-07-12T13:55:41.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.499+0000 7fc0c1c0b640 1 -- 172.21.15.50:0/605957293 wait complete. 2023-07-12T13:55:41.525 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-07-12T13:55:41.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 Processor -- start 2023-07-12T13:55:41.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 -- start start 2023-07-12T13:55:41.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d58159840 0x7f2d580af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2d580afdb0 0x7f2d580cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d5806f0c0 con 0x7f2d581585d0 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d5815ce90 con 0x7f2d580afdb0 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.671+0000 7f2d5c996640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5815c210 con 0x7f2d58159840 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2d580afdb0 0x7f2d580cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2d580afdb0 0x7f2d580cbee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54756/0 (socket says 172.21.15.50:54756) 2023-07-12T13:55:41.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 -- 172.21.15.50:0/2557961482 learned_addr learned my addr 172.21.15.50:0/2557961482 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:41.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d55d9b640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d58159840 0x7f2d580af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:41.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 -- 172.21.15.50:0/2557961482 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d58159840 msgr2=0x7f2d580af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:41.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d58159840 0x7f2d580af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 -- 172.21.15.50:0/2557961482 >> v1:172.21.15.55:6789/0 conn(0x7f2d581585d0 legacy=0x7f2d580c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:41.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 -- 172.21.15.50:0/2557961482 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d580b0210 con 0x7f2d580afdb0 2023-07-12T13:55:41.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d55d9b640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d58159840 0x7f2d580af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:41.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d56d9d640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d580afdb0 0x7f2d580cbee0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2d50009e50 tx=0x7f2d5001ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=414f93e699b0fdb8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:41.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d5559a640 1 -- 172.21.15.50:0/2557961482 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d500a58e0 con 0x7f2d580afdb0 2023-07-12T13:55:41.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d5559a640 1 -- 172.21.15.50:0/2557961482 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d500a5a40 con 0x7f2d580afdb0 2023-07-12T13:55:41.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.675+0000 7f2d5559a640 1 -- 172.21.15.50:0/2557961482 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d500a5dd0 con 0x7f2d580afdb0 2023-07-12T13:55:41.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- 172.21.15.50:0/2557961482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d580afdb0 msgr2=0x7f2d580cbee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:41.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d580afdb0 0x7f2d580cbee0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2d50009e50 tx=0x7f2d5001ca10 comp rx=0 tx=0).stop 2023-07-12T13:55:41.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- 172.21.15.50:0/2557961482 shutdown_connections 2023-07-12T13:55:41.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d580afdb0 0x7f2d580cbee0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 --2- 172.21.15.50:0/2557961482 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d58159840 0x7f2d580af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- 172.21.15.50:0/2557961482 >> 172.21.15.50:0/2557961482 conn(0x7f2d580ca870 msgr2=0x7f2d580cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:41.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- 172.21.15.50:0/2557961482 shutdown_connections 2023-07-12T13:55:41.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- 172.21.15.50:0/2557961482 wait complete. 2023-07-12T13:55:41.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 Processor -- start 2023-07-12T13:55:41.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- start start 2023-07-12T13:55:41.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d580afdb0 0x7f2d58070da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:41.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d581585d0 0x7f2d58149df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:41.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 0x7f2d58151b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d580712e0 con 0x7f2d58159840 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5806c050 con 0x7f2d580afdb0 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d5c996640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5814a330 con 0x7f2d581585d0 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d56d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 0x7f2d58151b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d56d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 0x7f2d58151b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54768/0 (socket says 172.21.15.50:54768) 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d55d9b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d581585d0 0x7f2d58149df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:41.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.679+0000 7f2d56d9d640 1 -- 172.21.15.50:0/3129820290 learned_addr learned my addr 172.21.15.50:0/3129820290 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:41.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d5659c640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d580afdb0 0x7f2d58070da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:41.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d56d9d640 1 -- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d581585d0 msgr2=0x7f2d58149df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:41.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d56d9d640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d581585d0 0x7f2d58149df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d56d9d640 1 -- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d580afdb0 msgr2=0x7f2d58070da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:41.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d56d9d640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d580afdb0 0x7f2d58070da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:41.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d56d9d640 1 -- 172.21.15.50:0/3129820290 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d50009b30 con 0x7f2d58159840 2023-07-12T13:55:41.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d55d9b640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d581585d0 0x7f2d58149df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d56d9d640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 0x7f2d58151b90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2d50009e50 tx=0x7f2d500197b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d500b8640 con 0x7f2d58159840 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d500b87c0 con 0x7f2d58159840 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d5806b440 con 0x7f2d58159840 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d500b8b70 con 0x7f2d58159840 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d5806ba00 con 0x7f2d58159840 2023-07-12T13:55:41.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d5806c1e0 con 0x7f2d58159840 2023-07-12T13:55:41.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2d500b8cd0 con 0x7f2d58159840 2023-07-12T13:55:41.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d46ffd640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2d38066280 0x7f2d38068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:41.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.683+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5199+0+0 (secure 0 0 0) 0x7f2d5011ebb0 con 0x7f2d58159840 2023-07-12T13:55:41.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.687+0000 7f2d5659c640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2d38066280 0x7f2d38068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:41.688 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.687+0000 7f2d5659c640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2d38066280 0x7f2d38068730 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2d48000f70 tx=0x7f2d48009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:41.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.691+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2d500ec300 con 0x7f2d58159840 2023-07-12T13:55:41.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:41.847+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f2d581589a0 con 0x7f2d58159840 2023-07-12T13:55:42.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.503+0000 7f2d46ffd640 1 -- 172.21.15.50:0/3129820290 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v18) v1 ==== 173+0+0 (secure 0 0 0) 0x7f2d500ef920 con 0x7f2d58159840 2023-07-12T13:55:42.505 INFO:teuthology.orchestra.run.smithi050.stderr:enabled application 'rbd' on pool 'rbd' 2023-07-12T13:55:42.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2d38066280 msgr2=0x7f2d38068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2d38066280 0x7f2d38068730 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2d48000f70 tx=0x7f2d48009040 comp rx=0 tx=0).stop 2023-07-12T13:55:42.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 msgr2=0x7f2d58151b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 0x7f2d58151b90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2d50009e50 tx=0x7f2d500197b0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 shutdown_connections 2023-07-12T13:55:42.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2d38066280 0x7f2d38068730 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d58159840 0x7f2d58151b90 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2d581585d0 0x7f2d58149df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 --2- 172.21.15.50:0/3129820290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d580afdb0 0x7f2d58070da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 >> 172.21.15.50:0/3129820290 conn(0x7f2d580ca870 msgr2=0x7f2d5815b360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:42.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 shutdown_connections 2023-07-12T13:55:42.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.507+0000 7f2d5c996640 1 -- 172.21.15.50:0/3129820290 wait complete. 2023-07-12T13:55:42.532 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-07-12T13:55:42.532 INFO:tasks.ceph.mds.a:Restarting daemon 2023-07-12T13:55:42.532 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-07-12T13:55:42.537 INFO:tasks.ceph.mds.a:Started 2023-07-12T13:55:42.538 INFO:tasks.ceph.mds.c:Restarting daemon 2023-07-12T13:55:42.538 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-07-12T13:55:42.542 INFO:tasks.ceph.mds.c:Started 2023-07-12T13:55:42.542 INFO:tasks.ceph.mds.b:Restarting daemon 2023-07-12T13:55:42.542 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-07-12T13:55:42.546 INFO:tasks.ceph.mds.b:Started 2023-07-12T13:55:42.546 INFO:tasks.ceph.mds.d:Restarting daemon 2023-07-12T13:55:42.546 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-07-12T13:55:42.550 INFO:tasks.ceph.mds.d:Started 2023-07-12T13:55:42.550 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-07-12T13:55:42.551 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:42.642 INFO:tasks.ceph.mds.a.smithi050.stdout:starting mds.a at 2023-07-12T13:55:42.652 INFO:tasks.ceph.mds.d.smithi055.stdout:starting mds.d at 2023-07-12T13:55:42.655 INFO:tasks.ceph.mds.c.smithi050.stdout:starting mds.c at 2023-07-12T13:55:42.659 INFO:tasks.ceph.mds.b.smithi055.stdout:starting mds.b at 2023-07-12T13:55:42.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.711+0000 7f0a835ac640 1 Processor -- start 2023-07-12T13:55:42.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a835ac640 1 -- start start 2023-07-12T13:55:42.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a835ac640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c159650 0x7f0a7c070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:42.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a835ac640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0a7c070780 0x7f0a7c0af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:42.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a835ac640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a7c071330 con 0x7f0a7c0afdb0 2023-07-12T13:55:42.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a835ac640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a7c0b0230 con 0x7f0a7c070780 2023-07-12T13:55:42.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a835ac640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c0c88e0 con 0x7f0a7c159650 2023-07-12T13:55:42.717 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a81b49640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f0a7c0afdb0 0x7f0a7c15d310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:55564/0 (socket says 172.21.15.50:55564) 2023-07-12T13:55:42.717 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a81b49640 1 -- 172.21.15.50:0/172363396 learned_addr learned my addr 172.21.15.50:0/172363396 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a80b47640 1 --2- 172.21.15.50:0/172363396 >> v2:172.21.15.55:3300/0 conn(0x7f0a7c070780 0x7f0a7c0af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a81348640 1 --2- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c159650 0x7f0a7c070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a80b47640 1 -- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c159650 msgr2=0x7f0a7c070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a80b47640 1 --2- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c159650 0x7f0a7c070240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a80b47640 1 -- 172.21.15.50:0/172363396 >> v1:172.21.15.50:6789/0 conn(0x7f0a7c0afdb0 legacy=0x7f0a7c15d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a80b47640 1 -- 172.21.15.50:0/172363396 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a7c070d70 con 0x7f0a7c070780 2023-07-12T13:55:42.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.715+0000 7f0a73fff640 1 -- 172.21.15.50:0/172363396 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 514146031 0 0) 0x7f0a7c071330 con 0x7f0a7c0afdb0 2023-07-12T13:55:42.719 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a80b47640 1 --2- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c070780 0x7f0a7c0af870 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c0097c0 tx=0x7f0a6c01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdbdaeba6941c7d2 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:42.720 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a73fff640 1 -- 172.21.15.50:0/172363396 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c0ac620 con 0x7f0a7c070780 2023-07-12T13:55:42.720 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a73fff640 1 -- 172.21.15.50:0/172363396 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a6c0ac780 con 0x7f0a7c070780 2023-07-12T13:55:42.720 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a73fff640 1 -- 172.21.15.50:0/172363396 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c0acb10 con 0x7f0a7c070780 2023-07-12T13:55:42.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 -- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c070780 msgr2=0x7f0a7c0af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 --2- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c070780 0x7f0a7c0af870 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c0097c0 tx=0x7f0a6c01c3c0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 -- 172.21.15.50:0/172363396 shutdown_connections 2023-07-12T13:55:42.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 --2- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c070780 0x7f0a7c0af870 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 --2- 172.21.15.50:0/172363396 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c159650 0x7f0a7c070240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 -- 172.21.15.50:0/172363396 >> 172.21.15.50:0/172363396 conn(0x7f0a7c0ca870 msgr2=0x7f0a7c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:42.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 -- 172.21.15.50:0/172363396 shutdown_connections 2023-07-12T13:55:42.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 -- 172.21.15.50:0/172363396 wait complete. 2023-07-12T13:55:42.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 Processor -- start 2023-07-12T13:55:42.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.719+0000 7f0a835ac640 1 -- start start 2023-07-12T13:55:42.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c070780 0x7f0a7c150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:42.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c0afdb0 0x7f0a7c14e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 0x7f0a7c0adf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c150540 con 0x7f0a7c159650 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c14ef60 con 0x7f0a7c0afdb0 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c14f240 con 0x7f0a7c070780 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 0x7f0a7c0adf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 0x7f0a7c0adf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54798/0 (socket says 172.21.15.50:54798) 2023-07-12T13:55:42.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 -- 172.21.15.50:0/1842539806 learned_addr learned my addr 172.21.15.50:0/1842539806 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a80b47640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c0afdb0 0x7f0a7c14e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81348640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c070780 0x7f0a7c150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 -- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c070780 msgr2=0x7f0a7c150000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c070780 0x7f0a7c150000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 -- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c0afdb0 msgr2=0x7f0a7c14e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c0afdb0 0x7f0a7c14e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 -- 172.21.15.50:0/1842539806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a6c009420 con 0x7f0a7c159650 2023-07-12T13:55:42.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a80b47640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c0afdb0 0x7f0a7c14e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:42.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a81b49640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 0x7f0a7c0adf10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0a74001570 tx=0x7f0a7400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a7400a640 con 0x7f0a7c159650 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a7400a7c0 con 0x7f0a7c159650 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a7400ab70 con 0x7f0a7c159650 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a7c14f520 con 0x7f0a7c159650 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a7c14fae0 con 0x7f0a7c159650 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a7c14fcd0 con 0x7f0a7c159650 2023-07-12T13:55:42.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.723+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0a7400acd0 con 0x7f0a7c159650 2023-07-12T13:55:42.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.727+0000 7f0a71ffb640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0a60066280 0x7f0a60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:42.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.727+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f0a74082f90 con 0x7f0a7c159650 2023-07-12T13:55:42.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.727+0000 7f0a81348640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0a60066280 0x7f0a60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:42.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.727+0000 7f0a81348640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0a60066280 0x7f0a60068730 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0a78009ac0 tx=0x7f0a78009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:42.732 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.731+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0a74050770 con 0x7f0a7c159650 2023-07-12T13:55:42.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.887+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0a7c04e020 con 0x7f0a7c159650 2023-07-12T13:55:42.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.887+0000 7f0a71ffb640 1 -- 172.21.15.50:0/1842539806 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+14589 (secure 0 0 0) 0x7f0a74018020 con 0x7f0a7c159650 2023-07-12T13:55:42.891 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:42.891 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":18,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:42.495477+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:42.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0a60066280 msgr2=0x7f0a60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0a60066280 0x7f0a60068730 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0a78009ac0 tx=0x7f0a78009190 comp rx=0 tx=0).stop 2023-07-12T13:55:42.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 msgr2=0x7f0a7c0adf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:42.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 0x7f0a7c0adf10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0a74001570 tx=0x7f0a7400cca0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 shutdown_connections 2023-07-12T13:55:42.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0a60066280 0x7f0a60068730 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a7c159650 0x7f0a7c0adf10 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a7c0afdb0 0x7f0a7c14e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 --2- 172.21.15.50:0/1842539806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0a7c070780 0x7f0a7c150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:42.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 >> 172.21.15.50:0/1842539806 conn(0x7f0a7c0ca870 msgr2=0x7f0a7c0acd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:42.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 shutdown_connections 2023-07-12T13:55:42.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:42.891+0000 7f0a835ac640 1 -- 172.21.15.50:0/1842539806 wait complete. 2023-07-12T13:55:42.912 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:55:42.912 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:55:43.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.055+0000 7f9279340640 1 Processor -- start 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.055+0000 7f9279340640 1 -- start start 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9279340640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415d280 0x7f9274160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9279340640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f927406b970 0x7f927406bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9279340640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92740cddd0 con 0x7f927415c390 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9279340640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f927406c330 con 0x7f927406b970 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9279340640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92741601e0 con 0x7f927415d280 2023-07-12T13:55:43.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f926bfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415d280 0x7f9274160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9272ffd640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f927415c390 0x7f92740cf8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:51702/0 (socket says 172.21.15.50:51702) 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f92737fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f927406b970 0x7f927406bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f9272ffd640 1 -- 172.21.15.50:0/1656378380 learned_addr learned my addr 172.21.15.50:0/1656378380 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f92727fc640 1 -- 172.21.15.50:0/1656378380 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3397856574 0 0) 0x7f92740cddd0 con 0x7f927415c390 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f926bfff640 1 -- 172.21.15.50:0/1656378380 >> v2:172.21.15.55:3300/0 conn(0x7f927406b970 msgr2=0x7f927406bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f926bfff640 1 --2- 172.21.15.50:0/1656378380 >> v2:172.21.15.55:3300/0 conn(0x7f927406b970 0x7f927406bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f926bfff640 1 -- 172.21.15.50:0/1656378380 >> v1:172.21.15.55:6789/0 conn(0x7f927415c390 legacy=0x7f92740cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f926bfff640 1 -- 172.21.15.50:0/1656378380 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92740ce020 con 0x7f927415d280 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.059+0000 7f92737fe640 1 --2- 172.21.15.50:0/1656378380 >> v2:172.21.15.55:3300/0 conn(0x7f927406b970 0x7f927406bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f926bfff640 1 --2- 172.21.15.50:0/1656378380 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415d280 0x7f9274160670 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f925c0097c0 tx=0x7f925c01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=731eebac998b23b1 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f92727fc640 1 -- 172.21.15.50:0/1656378380 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f925c004230 con 0x7f927415d280 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f92727fc640 1 -- 172.21.15.50:0/1656378380 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f925c0a7050 con 0x7f927415d280 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f92727fc640 1 -- 172.21.15.50:0/1656378380 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f925c003620 con 0x7f927415d280 2023-07-12T13:55:43.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 -- 172.21.15.50:0/1656378380 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415d280 msgr2=0x7f9274160670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 --2- 172.21.15.50:0/1656378380 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415d280 0x7f9274160670 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f925c0097c0 tx=0x7f925c01c330 comp rx=0 tx=0).stop 2023-07-12T13:55:43.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 -- 172.21.15.50:0/1656378380 shutdown_connections 2023-07-12T13:55:43.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 --2- 172.21.15.50:0/1656378380 >> v2:172.21.15.55:3300/0 conn(0x7f927406b970 0x7f927406bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 --2- 172.21.15.50:0/1656378380 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415d280 0x7f9274160670 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 -- 172.21.15.50:0/1656378380 >> 172.21.15.50:0/1656378380 conn(0x7f927406e0c0 msgr2=0x7f927406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:43.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 -- 172.21.15.50:0/1656378380 shutdown_connections 2023-07-12T13:55:43.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 -- 172.21.15.50:0/1656378380 wait complete. 2023-07-12T13:55:43.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 Processor -- start 2023-07-12T13:55:43.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.063+0000 7f9279340640 1 -- start start 2023-07-12T13:55:43.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f927406b970 0x7f927414e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415c390 0x7f9274159f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 0x7f927415a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92740c3d30 con 0x7f927415d280 2023-07-12T13:55:43.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92740c8ad0 con 0x7f927406b970 2023-07-12T13:55:43.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f927406f820 con 0x7f927415c390 2023-07-12T13:55:43.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 0x7f927415a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 0x7f927415a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54800/0 (socket says 172.21.15.50:54800) 2023-07-12T13:55:43.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 -- 172.21.15.50:0/3342149799 learned_addr learned my addr 172.21.15.50:0/3342149799 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:43.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f926bfff640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415c390 0x7f9274159f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9272ffd640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f927406b970 0x7f927414e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 -- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415c390 msgr2=0x7f9274159f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415c390 0x7f9274159f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 -- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f927406b970 msgr2=0x7f927414e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f927406b970 0x7f927414e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 -- 172.21.15.50:0/3342149799 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f926c009a70 con 0x7f927415d280 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9272ffd640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f927406b970 0x7f927414e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f92737fe640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 0x7f927415a4d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f926c00efc0 tx=0x7f926c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f926c009cd0 con 0x7f927415d280 2023-07-12T13:55:43.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f926c00f040 con 0x7f927415d280 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f926c0039a0 con 0x7f927415d280 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f925c009420 con 0x7f927415d280 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92740c8480 con 0x7f927415d280 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f927404e020 con 0x7f927415d280 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.067+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f926c014480 con 0x7f927415d280 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.071+0000 7f926b7fe640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f92540662b0 0x7f9254068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.071+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f926c0845f0 con 0x7f927415d280 2023-07-12T13:55:43.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.071+0000 7f9272ffd640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f92540662b0 0x7f9254068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.071+0000 7f9272ffd640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f92540662b0 0x7f9254068760 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9264007fd0 tx=0x7f9264007c20 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.075+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f926c0557b0 con 0x7f927415d280 2023-07-12T13:55:43.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.227+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f92740c8c10 con 0x7f927415d280 2023-07-12T13:55:43.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.227+0000 7f926b7fe640 1 -- 172.21.15.50:0/3342149799 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f926c055340 con 0x7f927415d280 2023-07-12T13:55:43.231 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:55:43.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f92540662b0 msgr2=0x7f9254068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f92540662b0 0x7f9254068760 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9264007fd0 tx=0x7f9264007c20 comp rx=0 tx=0).stop 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 msgr2=0x7f927415a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 0x7f927415a4d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f926c00efc0 tx=0x7f926c00c490 comp rx=0 tx=0).stop 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 shutdown_connections 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f92540662b0 0x7f9254068760 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f927415d280 0x7f927415a4d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f927415c390 0x7f9274159f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 --2- 172.21.15.50:0/3342149799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f927406b970 0x7f927414e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 >> 172.21.15.50:0/3342149799 conn(0x7f927406e0c0 msgr2=0x7f927415b640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:43.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 shutdown_connections 2023-07-12T13:55:43.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.231+0000 7f9279340640 1 -- 172.21.15.50:0/3342149799 wait complete. 2023-07-12T13:55:43.251 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:55:43.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd72d4ca640 1 Processor -- start 2023-07-12T13:55:43.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd72d4ca640 1 -- start start 2023-07-12T13:55:43.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd72d4ca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd7280b3bd0 0x7fd7280b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd72d4ca640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7280cce90 con 0x7fd7280b11c0 2023-07-12T13:55:43.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd72d4ca640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7280cf330 con 0x7fd72815bc50 2023-07-12T13:55:43.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd72d4ca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7280cf610 con 0x7fd7280b3bd0 2023-07-12T13:55:43.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd71ffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fd7280b11c0 0x7fd7280b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:55572/0 (socket says 172.21.15.50:55572) 2023-07-12T13:55:43.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd71ffff640 1 -- 172.21.15.50:0/2548413212 learned_addr learned my addr 172.21.15.50:0/2548413212 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:43.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.395+0000 7fd726ffd640 1 --2- 172.21.15.50:0/2548413212 >> v2:172.21.15.50:3300/0 conn(0x7fd7280b3bd0 0x7fd7280b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd726ffd640 1 -- 172.21.15.50:0/2548413212 >> v1:172.21.15.55:6789/0 conn(0x7fd72815bc50 legacy=0x7fd7280cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd726ffd640 1 -- 172.21.15.50:0/2548413212 >> v1:172.21.15.50:6789/0 conn(0x7fd7280b11c0 legacy=0x7fd7280b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd726ffd640 1 -- 172.21.15.50:0/2548413212 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7280cc840 con 0x7fd7280b3bd0 2023-07-12T13:55:43.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd726ffd640 1 --2- 172.21.15.50:0/2548413212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7280b3bd0 0x7fd7280b15c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd7180097c0 tx=0x7fd71801ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=256d08e21d10e104 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd7267fc640 1 -- 172.21.15.50:0/2548413212 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7180a8970 con 0x7fd7280b3bd0 2023-07-12T13:55:43.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd7267fc640 1 -- 172.21.15.50:0/2548413212 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7180a8ad0 con 0x7fd7280b3bd0 2023-07-12T13:55:43.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd7267fc640 1 -- 172.21.15.50:0/2548413212 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7180a8e60 con 0x7fd7280b3bd0 2023-07-12T13:55:43.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 -- 172.21.15.50:0/2548413212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7280b3bd0 msgr2=0x7fd7280b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/2548413212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7280b3bd0 0x7fd7280b15c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd7180097c0 tx=0x7fd71801ec70 comp rx=0 tx=0).stop 2023-07-12T13:55:43.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 -- 172.21.15.50:0/2548413212 shutdown_connections 2023-07-12T13:55:43.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/2548413212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7280b3bd0 0x7fd7280b15c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 -- 172.21.15.50:0/2548413212 >> 172.21.15.50:0/2548413212 conn(0x7fd728071800 msgr2=0x7fd728069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:43.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 -- 172.21.15.50:0/2548413212 shutdown_connections 2023-07-12T13:55:43.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.399+0000 7fd72d4ca640 1 -- 172.21.15.50:0/2548413212 wait complete. 2023-07-12T13:55:43.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 Processor -- start 2023-07-12T13:55:43.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 -- start start 2023-07-12T13:55:43.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd7280b3bd0 0x7fd7280c9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd72815bc50 0x7fd7281f4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 0x7fd728157dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7281579a0 con 0x7fd7281f51d0 2023-07-12T13:55:43.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7281f5650 con 0x7fd72815bc50 2023-07-12T13:55:43.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd72d4ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd728156d20 con 0x7fd7280b3bd0 2023-07-12T13:55:43.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 0x7fd728157dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd726ffd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd7280b3bd0 0x7fd7280c9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd71ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd72815bc50 0x7fd7281f4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 0x7fd728157dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54826/0 (socket says 172.21.15.50:54826) 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 -- 172.21.15.50:0/1777431369 learned_addr learned my addr 172.21.15.50:0/1777431369 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 -- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd7280b3bd0 msgr2=0x7fd7280c9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd7280b3bd0 0x7fd7280c9300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 -- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd72815bc50 msgr2=0x7fd7281f4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd72815bc50 0x7fd7281f4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 -- 172.21.15.50:0/1777431369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd718009420 con 0x7fd7281f51d0 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.403+0000 7fd7277fe640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 0x7fd728157dc0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd72000c730 tx=0x7fd72000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd720003b80 con 0x7fd7281f51d0 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd720003ce0 con 0x7fd7281f51d0 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd720005310 con 0x7fd7281f51d0 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd728157000 con 0x7fd7281f51d0 2023-07-12T13:55:43.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7281575c0 con 0x7fd7281f51d0 2023-07-12T13:55:43.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd728157ae0 con 0x7fd7281f51d0 2023-07-12T13:55:43.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd720005680 con 0x7fd7281f51d0 2023-07-12T13:55:43.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd71f7fe640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd708066280 0x7fd708068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fd720083830 con 0x7fd7281f51d0 2023-07-12T13:55:43.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.407+0000 7fd726ffd640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd708066280 0x7fd708068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.411+0000 7fd726ffd640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd708066280 0x7fd708068730 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd7180b2000 tx=0x7fd718008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.411+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd728157ae0 con 0x7fd7281f51d0 2023-07-12T13:55:43.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.571+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fd728157ae0 con 0x7fd7281f51d0 2023-07-12T13:55:43.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.571+0000 7fd71f7fe640 1 -- 172.21.15.50:0/1777431369 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7fd728157ae0 con 0x7fd7281f51d0 2023-07-12T13:55:43.574 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:55:43.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd708066280 msgr2=0x7fd708068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd708066280 0x7fd708068730 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd7180b2000 tx=0x7fd718008040 comp rx=0 tx=0).stop 2023-07-12T13:55:43.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 msgr2=0x7fd728157dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 0x7fd728157dc0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd72000c730 tx=0x7fd72000cbf0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 shutdown_connections 2023-07-12T13:55:43.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd708066280 0x7fd708068730 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7281f51d0 0x7fd728157dc0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd72815bc50 0x7fd7281f4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 --2- 172.21.15.50:0/1777431369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd7280b3bd0 0x7fd7280c9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 >> 172.21.15.50:0/1777431369 conn(0x7fd728071800 msgr2=0x7fd7280b3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:43.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 shutdown_connections 2023-07-12T13:55:43.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.575+0000 7fd72d4ca640 1 -- 172.21.15.50:0/1777431369 wait complete. 2023-07-12T13:55:43.594 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:55:43.739 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 Processor -- start 2023-07-12T13:55:43.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 -- start start 2023-07-12T13:55:43.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80cfde0 0x7f0ea80cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ea80d01b0 0x7f0ea80cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ea80cda60 con 0x7f0ea80cc600 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ea80cdcc0 con 0x7f0ea80d01b0 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaf23a640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ea80cdfa0 con 0x7f0ea80cfde0 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ea80d01b0 0x7f0ea80cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ea80d01b0 0x7f0ea80cf090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54828/0 (socket says 172.21.15.50:54828) 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 -- 172.21.15.50:0/682107687 learned_addr learned my addr 172.21.15.50:0/682107687 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eae238640 1 --2- 172.21.15.50:0/682107687 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80cfde0 0x7f0ea80cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 -- 172.21.15.50:0/682107687 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80cfde0 msgr2=0x7f0ea80cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 --2- 172.21.15.50:0/682107687 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80cfde0 0x7f0ea80cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 -- 172.21.15.50:0/682107687 >> v1:172.21.15.55:6789/0 conn(0x7f0ea80cc600 legacy=0x7f0ea80ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.739+0000 7f0eaea39640 1 -- 172.21.15.50:0/682107687 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ea80ce280 con 0x7f0ea80d01b0 2023-07-12T13:55:43.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaea39640 1 --2- 172.21.15.50:0/682107687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80d01b0 0x7f0ea80cf090 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009e50 tx=0x7f0ea001c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9449f163b3e8568f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0ead236640 1 -- 172.21.15.50:0/682107687 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ea00a5860 con 0x7f0ea80d01b0 2023-07-12T13:55:43.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0ead236640 1 -- 172.21.15.50:0/682107687 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ea00a59c0 con 0x7f0ea80d01b0 2023-07-12T13:55:43.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0ead236640 1 -- 172.21.15.50:0/682107687 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ea00a5d50 con 0x7f0ea80d01b0 2023-07-12T13:55:43.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 -- 172.21.15.50:0/682107687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80d01b0 msgr2=0x7f0ea80cf090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/682107687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80d01b0 0x7f0ea80cf090 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009e50 tx=0x7f0ea001c980 comp rx=0 tx=0).stop 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 -- 172.21.15.50:0/682107687 shutdown_connections 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/682107687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80d01b0 0x7f0ea80cf090 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/682107687 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80cfde0 0x7f0ea80cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 -- 172.21.15.50:0/682107687 >> 172.21.15.50:0/682107687 conn(0x7f0ea809b320 msgr2=0x7f0ea80d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 -- 172.21.15.50:0/682107687 shutdown_connections 2023-07-12T13:55:43.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 -- 172.21.15.50:0/682107687 wait complete. 2023-07-12T13:55:43.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.743+0000 7f0eaf23a640 1 Processor -- start 2023-07-12T13:55:43.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- start start 2023-07-12T13:55:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 0x7f0ea80c8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ea80cfde0 0x7f0ea814aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80d01b0 0x7f0ea815a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ea80c94c0 con 0x7f0ea80cc600 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ea80cb380 con 0x7f0ea80cfde0 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ea80b1260 con 0x7f0ea80d01b0 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 0x7f0ea80c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 0x7f0ea80c8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54830/0 (socket says 172.21.15.50:54830) 2023-07-12T13:55:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 -- 172.21.15.50:0/2353928203 learned_addr learned my addr 172.21.15.50:0/2353928203 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eada37640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ea80cfde0 0x7f0ea814aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaea39640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80d01b0 0x7f0ea815a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 -- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80d01b0 msgr2=0x7f0ea815a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80d01b0 0x7f0ea815a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 -- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ea80cfde0 msgr2=0x7f0ea814aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ea80cfde0 0x7f0ea814aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 -- 172.21.15.50:0/2353928203 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ea0009b30 con 0x7f0ea80cc600 2023-07-12T13:55:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eae238640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 0x7f0ea80c8800 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0ea400e9b0 tx=0x7f0ea400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4009670 con 0x7f0ea80cc600 2023-07-12T13:55:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ea400c9a0 con 0x7f0ea80cc600 2023-07-12T13:55:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ea400cd10 con 0x7f0ea80cc600 2023-07-12T13:55:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ea80cb610 con 0x7f0ea80cc600 2023-07-12T13:55:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ea80cbbd0 con 0x7f0ea80cc600 2023-07-12T13:55:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.747+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ea80cbd90 con 0x7f0ea80cc600 2023-07-12T13:55:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.751+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0ea4013470 con 0x7f0ea80cc600 2023-07-12T13:55:43.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.751+0000 7f0e9effd640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0e8c0662b0 0x7f0e8c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:43.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.751+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f0ea4083fd0 con 0x7f0ea80cc600 2023-07-12T13:55:43.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.751+0000 7f0eada37640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0e8c0662b0 0x7f0e8c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:43.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.751+0000 7f0eada37640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0e8c0662b0 0x7f0e8c068760 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0ea815b340 tx=0x7f0e98009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:43.756 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.755+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0ea40517a0 con 0x7f0ea80cc600 2023-07-12T13:55:43.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0ea8066b80 con 0x7f0ea80cc600 2023-07-12T13:55:43.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0e9effd640 1 -- 172.21.15.50:0/2353928203 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3521 (secure 0 0 0) 0x7f0ea4017de0 con 0x7f0ea80cc600 2023-07-12T13:55:43.945 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:43.945 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-07-12T13:55:43.946 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 3 2023-07-12T13:55:43.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0e8c0662b0 msgr2=0x7f0e8c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0e8c0662b0 0x7f0e8c068760 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0ea815b340 tx=0x7f0e98009040 comp rx=0 tx=0).stop 2023-07-12T13:55:43.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 msgr2=0x7f0ea80c8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:43.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 0x7f0ea80c8800 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0ea400e9b0 tx=0x7f0ea400ee70 comp rx=0 tx=0).stop 2023-07-12T13:55:43.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 shutdown_connections 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0e8c0662b0 0x7f0e8c068760 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ea80d01b0 0x7f0ea815a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ea80cfde0 0x7f0ea814aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 --2- 172.21.15.50:0/2353928203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea80cc600 0x7f0ea80c8800 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.943+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 >> 172.21.15.50:0/2353928203 conn(0x7f0ea809b320 msgr2=0x7f0ea81581d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.947+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 shutdown_connections 2023-07-12T13:55:43.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:43.947+0000 7f0eaf23a640 1 -- 172.21.15.50:0/2353928203 wait complete. 2023-07-12T13:55:43.967 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:44.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 Processor -- start 2023-07-12T13:55:44.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 -- start start 2023-07-12T13:55:44.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff5940b7910 0x7ff5940cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff5940b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5940b7ce0 con 0x7ff5940b47e0 2023-07-12T13:55:44.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5940cefa0 con 0x7ff5940b7910 2023-07-12T13:55:44.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff59b9ad640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5940cf280 con 0x7ff5940ccce0 2023-07-12T13:55:44.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff598f48640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff5940b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599749640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff5940b7910 0x7ff5940cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599f4a640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7ff5940b47e0 0x7ff59415f480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:51736/0 (socket says 172.21.15.50:51736) 2023-07-12T13:55:44.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599f4a640 1 -- 172.21.15.50:0/274145893 learned_addr learned my addr 172.21.15.50:0/274145893 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:44.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599749640 1 -- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 msgr2=0x7ff5940b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:44.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599749640 1 --2- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff5940b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599749640 1 -- 172.21.15.50:0/274145893 >> v1:172.21.15.55:6789/0 conn(0x7ff5940b47e0 legacy=0x7ff59415f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff58bfff640 1 -- 172.21.15.50:0/274145893 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3319318801 0 0) 0x7ff5940b7ce0 con 0x7ff5940b47e0 2023-07-12T13:55:44.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.107+0000 7ff599749640 1 -- 172.21.15.50:0/274145893 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5940cf560 con 0x7ff5940b7910 2023-07-12T13:55:44.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff599749640 1 --2- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff5940cc7a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff5900097c0 tx=0x7ff59001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d5d5623e0118e3 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff58bfff640 1 -- 172.21.15.50:0/274145893 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5900ac620 con 0x7ff5940b7910 2023-07-12T13:55:44.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff58bfff640 1 -- 172.21.15.50:0/274145893 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5900ac780 con 0x7ff5940b7910 2023-07-12T13:55:44.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff58bfff640 1 -- 172.21.15.50:0/274145893 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5900acb10 con 0x7ff5940b7910 2023-07-12T13:55:44.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 -- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 msgr2=0x7ff5940cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff5940cc7a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff5900097c0 tx=0x7ff59001c3c0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 -- 172.21.15.50:0/274145893 shutdown_connections 2023-07-12T13:55:44.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff5940b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/274145893 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff5940cc7a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 -- 172.21.15.50:0/274145893 >> 172.21.15.50:0/274145893 conn(0x7ff594069f00 msgr2=0x7ff59406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:44.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 -- 172.21.15.50:0/274145893 shutdown_connections 2023-07-12T13:55:44.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.111+0000 7ff59b9ad640 1 -- 172.21.15.50:0/274145893 wait complete. 2023-07-12T13:55:44.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 Processor -- start 2023-07-12T13:55:44.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 -- start start 2023-07-12T13:55:44.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 0x7ff594158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff594157010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff59415a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff594158c40 con 0x7ff5940b47e0 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff594157980 con 0x7ff5940b7910 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff594157c20 con 0x7ff5940ccce0 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 0x7ff594158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 0x7ff594158700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54846/0 (socket says 172.21.15.50:54846) 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 -- 172.21.15.50:0/2165226603 learned_addr learned my addr 172.21.15.50:0/2165226603 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599f4a640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff59415a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff598f48640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff594157010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 -- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 msgr2=0x7ff59415a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff59415a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 -- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 msgr2=0x7ff594157010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff594157010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 -- 172.21.15.50:0/2165226603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff590009420 con 0x7ff5940b47e0 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599f4a640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff59415a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:44.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff599749640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 0x7ff594158700 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff590019ff0 tx=0x7ff590019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5900b5400 con 0x7ff5940b47e0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5900b5560 con 0x7ff5940b47e0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5900b5910 con 0x7ff5940b47e0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff594157f00 con 0x7ff5940b47e0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.115+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff594159070 con 0x7ff5940b47e0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.119+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff59404e020 con 0x7ff5940b47e0 2023-07-12T13:55:44.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.119+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff5900b3040 con 0x7ff5940b47e0 2023-07-12T13:55:44.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.119+0000 7ff589ffb640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff578066280 0x7ff578068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.119+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7ff59011d7a0 con 0x7ff5940b47e0 2023-07-12T13:55:44.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.119+0000 7ff598f48640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff578066280 0x7ff578068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.119+0000 7ff598f48640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff578066280 0x7ff578068730 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff5941f7a80 tx=0x7ff584009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.123+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff5900eaed0 con 0x7ff5940b47e0 2023-07-12T13:55:44.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.279+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff5941583b0 con 0x7ff5940b47e0 2023-07-12T13:55:44.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.279+0000 7ff589ffb640 1 -- 172.21.15.50:0/2165226603 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+14576 (secure 0 0 0) 0x7ff5900ee4f0 con 0x7ff5940b47e0 2023-07-12T13:55:44.282 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:44.282 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":19,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:43.502601+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:44.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff578066280 msgr2=0x7ff578068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff578066280 0x7ff578068730 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff5941f7a80 tx=0x7ff584009190 comp rx=0 tx=0).stop 2023-07-12T13:55:44.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 msgr2=0x7ff594158700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 0x7ff594158700 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff590019ff0 tx=0x7ff590019160 comp rx=0 tx=0).stop 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 shutdown_connections 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff578066280 0x7ff578068730 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5940ccce0 0x7ff59415a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5940b7910 0x7ff594157010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 --2- 172.21.15.50:0/2165226603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5940b47e0 0x7ff594158700 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 >> 172.21.15.50:0/2165226603 conn(0x7ff594069f00 msgr2=0x7ff5940b4f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:44.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 shutdown_connections 2023-07-12T13:55:44.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.283+0000 7ff59b9ad640 1 -- 172.21.15.50:0/2165226603 wait complete. 2023-07-12T13:55:44.303 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:55:44.304 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:55:44.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95fb11e640 1 Processor -- start 2023-07-12T13:55:44.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95fb11e640 1 -- start start 2023-07-12T13:55:44.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95fb11e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95f415c390 0x7f95f415d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95fb11e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95f4160d80 con 0x7f95f406b970 2023-07-12T13:55:44.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95fb11e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95f40cddd0 con 0x7f95f40cf8c0 2023-07-12T13:55:44.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95fb11e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95f41601e0 con 0x7f95f415c390 2023-07-12T13:55:44.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95f8eba640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95f415c390 0x7f95f415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95f96bb640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f95f406b970 0x7f95f406a5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:55584/0 (socket says 172.21.15.50:55584) 2023-07-12T13:55:44.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.447+0000 7f95f96bb640 1 -- 172.21.15.50:0/1209930615 learned_addr learned my addr 172.21.15.50:0/1209930615 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:44.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f8eba640 1 -- 172.21.15.50:0/1209930615 >> v1:172.21.15.55:6789/0 conn(0x7f95f40cf8c0 legacy=0x7f95f4160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f8eba640 1 -- 172.21.15.50:0/1209930615 >> v1:172.21.15.50:6789/0 conn(0x7f95f406b970 legacy=0x7f95f406a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f8eba640 1 -- 172.21.15.50:0/1209930615 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95f415d7c0 con 0x7f95f415c390 2023-07-12T13:55:44.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f8eba640 1 --2- 172.21.15.50:0/1209930615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f415d280 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f95e80097c0 tx=0x7f95e801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce1500b8517402b6 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f37fe640 1 -- 172.21.15.50:0/1209930615 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e80ab600 con 0x7f95f415c390 2023-07-12T13:55:44.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f37fe640 1 -- 172.21.15.50:0/1209930615 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95e80a7050 con 0x7f95f415c390 2023-07-12T13:55:44.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.451+0000 7f95f37fe640 1 -- 172.21.15.50:0/1209930615 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e80ab980 con 0x7f95f415c390 2023-07-12T13:55:44.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- 172.21.15.50:0/1209930615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 msgr2=0x7f95f415d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1209930615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f415d280 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f95e80097c0 tx=0x7f95e801c330 comp rx=0 tx=0).stop 2023-07-12T13:55:44.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- 172.21.15.50:0/1209930615 shutdown_connections 2023-07-12T13:55:44.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1209930615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f415d280 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- 172.21.15.50:0/1209930615 >> 172.21.15.50:0/1209930615 conn(0x7f95f406e0c0 msgr2=0x7f95f406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:44.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- 172.21.15.50:0/1209930615 shutdown_connections 2023-07-12T13:55:44.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- 172.21.15.50:0/1209930615 wait complete. 2023-07-12T13:55:44.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 Processor -- start 2023-07-12T13:55:44.458 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- start start 2023-07-12T13:55:44.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95f406b970 0x7f95f414aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95f40cf8c0 0x7f95f40c65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f41482a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f414c110 con 0x7f95f415c390 2023-07-12T13:55:44.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f414c3f0 con 0x7f95f406b970 2023-07-12T13:55:44.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95fb11e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95f40c6af0 con 0x7f95f40cf8c0 2023-07-12T13:55:44.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f41482a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f41482a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54854/0 (socket says 172.21.15.50:54854) 2023-07-12T13:55:44.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 -- 172.21.15.50:0/1866273154 learned_addr learned my addr 172.21.15.50:0/1866273154 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f8eba640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95f406b970 0x7f95f414aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f3fff640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95f40cf8c0 0x7f95f40c65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 -- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95f40cf8c0 msgr2=0x7f95f40c65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95f40cf8c0 0x7f95f40c65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 -- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95f406b970 msgr2=0x7f95f414aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95f406b970 0x7f95f414aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.455+0000 7f95f96bb640 1 -- 172.21.15.50:0/1866273154 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95e8009420 con 0x7f95f415c390 2023-07-12T13:55:44.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f96bb640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f41482a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f95ec00ca80 tx=0x7f95ec00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ec00ac30 con 0x7f95f415c390 2023-07-12T13:55:44.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95ec00ad90 con 0x7f95f415c390 2023-07-12T13:55:44.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ec012600 con 0x7f95f415c390 2023-07-12T13:55:44.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95f415b510 con 0x7f95f415c390 2023-07-12T13:55:44.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95f415bab0 con 0x7f95f415c390 2023-07-12T13:55:44.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95f414c560 con 0x7f95f415c390 2023-07-12T13:55:44.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f95ec007070 con 0x7f95f415c390 2023-07-12T13:55:44.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f17fa640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95d8066280 0x7f95d8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f95ec0836f0 con 0x7f95f415c390 2023-07-12T13:55:44.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.459+0000 7f95f8eba640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95d8066280 0x7f95d8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.463+0000 7f95f8eba640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95d8066280 0x7f95d8068730 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f95e80ad000 tx=0x7f95e80a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.463+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f95ec050ed0 con 0x7f95f415c390 2023-07-12T13:55:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.619+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f95f4160d80 con 0x7f95f415c390 2023-07-12T13:55:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95f17fa640 1 -- 172.21.15.50:0/1866273154 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7f95f4160d80 con 0x7f95f415c390 2023-07-12T13:55:44.624 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:55:44.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95d8066280 msgr2=0x7f95d8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95d8066280 0x7f95d8068730 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f95e80ad000 tx=0x7f95e80a6000 comp rx=0 tx=0).stop 2023-07-12T13:55:44.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 msgr2=0x7f95f41482a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f41482a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f95ec00ca80 tx=0x7f95ec00cf40 comp rx=0 tx=0).stop 2023-07-12T13:55:44.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 shutdown_connections 2023-07-12T13:55:44.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95d8066280 0x7f95d8068730 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f415c390 0x7f95f41482a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95f40cf8c0 0x7f95f40c65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 --2- 172.21.15.50:0/1866273154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95f406b970 0x7f95f414aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 >> 172.21.15.50:0/1866273154 conn(0x7f95f406e0c0 msgr2=0x7f95f4160670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:44.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 shutdown_connections 2023-07-12T13:55:44.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.623+0000 7f95fb11e640 1 -- 172.21.15.50:0/1866273154 wait complete. 2023-07-12T13:55:44.645 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:55:44.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.787+0000 7fa0cfbdf640 1 Processor -- start 2023-07-12T13:55:44.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cfbdf640 1 -- start start 2023-07-12T13:55:44.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cfbdf640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa0c8159910 0x7fa0c806add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cfbdf640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 0x7fa0c80c8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cfbdf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0c80c87b0 con 0x7fa0c806b310 2023-07-12T13:55:44.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cfbdf640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0c806b850 con 0x7fa0c8159910 2023-07-12T13:55:44.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cfbdf640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c806bb30 con 0x7fa0c80aff80 2023-07-12T13:55:44.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cd17a640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa0c806b310 0x7fa0c80af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33082/0 (socket says 172.21.15.50:33082) 2023-07-12T13:55:44.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cd17a640 1 -- 172.21.15.50:0/1127449175 learned_addr learned my addr 172.21.15.50:0/1127449175 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:44.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 0x7fa0c80c8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1127449175 >> v2:172.21.15.55:3300/0 conn(0x7fa0c8159910 0x7fa0c806add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2179358202 0 0) 0x7fa0c80c87b0 con 0x7fa0c806b310 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0b4003530 con 0x7fa0c806b310 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1683210071 0 0) 0x7fa0b4003530 con 0x7fa0c806b310 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 msgr2=0x7fa0c80c8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 0x7fa0c80c8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 >> v2:172.21.15.55:3300/0 conn(0x7fa0c8159910 msgr2=0x7fa0c806add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 --2- 172.21.15.50:0/1127449175 >> v2:172.21.15.55:3300/0 conn(0x7fa0c8159910 0x7fa0c806add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0c806be10 con 0x7fa0c806b310 2023-07-12T13:55:44.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fa0b8001680 con 0x7fa0c806b310 2023-07-12T13:55:44.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1127449175 >> v2:172.21.15.55:3300/0 conn(0x7fa0c8159910 0x7fa0c806add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:44.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 >> v1:172.21.15.50:6789/0 conn(0x7fa0c806b310 legacy=0x7fa0c80af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 0x7fa0b40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0b4003f70 0x7fa0b40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0b4004d10 0x7fa0b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c806b850 con 0x7fa0b4004d10 2023-07-12T13:55:44.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c806bb30 con 0x7fa0b4003f70 2023-07-12T13:55:44.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b400b990 con 0x7fa0c80aff80 2023-07-12T13:55:44.802 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0b4004d10 0x7fa0b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.802 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 0x7fa0b40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.802 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0cd17a640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0b4003f70 0x7fa0b40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.803 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 msgr2=0x7fa0b40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:44.803 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0c80aff80 0x7fa0b40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.804 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0b4003f70 msgr2=0x7fa0b40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:44.804 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0b4003f70 0x7fa0b40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.804 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.791+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1127449175 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b4003530 con 0x7fa0b4004d10 2023-07-12T13:55:44.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0b4004d10 0x7fa0b4005180 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009f90 tx=0x7fa0c001cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b5ceece17112153 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c00a5bf0 con 0x7fa0b4004d10 2023-07-12T13:55:44.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0c000f040 con 0x7fa0b4004d10 2023-07-12T13:55:44.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cc979640 1 -- 172.21.15.50:0/1127449175 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c00ad440 con 0x7fa0b4004d10 2023-07-12T13:55:44.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1127449175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0b4004d10 msgr2=0x7fa0b4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1127449175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0b4004d10 0x7fa0b4005180 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009f90 tx=0x7fa0c001cbe0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1127449175 reap_dead start 2023-07-12T13:55:44.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1127449175 shutdown_connections 2023-07-12T13:55:44.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1127449175 >> 172.21.15.50:0/1127449175 conn(0x7fa0c80ca870 msgr2=0x7fa0c80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:44.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1127449175 shutdown_connections 2023-07-12T13:55:44.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.795+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1127449175 wait complete. 2023-07-12T13:55:44.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 Processor -- start 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 -- start start 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0b4004d10 0x7fa0c80cd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0c8150f20 0x7fa0c80ad830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 0x7fa0c80add70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80c7d40 con 0x7fa0c80c5370 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80c78b0 con 0x7fa0c8150f20 2023-07-12T13:55:44.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80c6ca0 con 0x7fa0b4004d10 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 0x7fa0c80add70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 0x7fa0c80add70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56108/0 (socket says 172.21.15.50:56108) 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1290138314 learned_addr learned my addr 172.21.15.50:0/1290138314 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0b4004d10 0x7fa0c80cd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cd17a640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0c8150f20 0x7fa0c80ad830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0b4004d10 msgr2=0x7fa0c80cd1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0b4004d10 0x7fa0c80cd1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0c8150f20 msgr2=0x7fa0c80ad830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0c8150f20 0x7fa0c80ad830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 -- 172.21.15.50:0/1290138314 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0c80c6f80 con 0x7fa0c80c5370 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0b4004d10 0x7fa0c80cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cd17a640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0c8150f20 0x7fa0c80ad830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0ce17c640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 0x7fa0c80add70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009f90 tx=0x7fa0c0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c00039a0 con 0x7fa0c80c5370 2023-07-12T13:55:44.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0c0003b00 con 0x7fa0c80c5370 2023-07-12T13:55:44.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0003e90 con 0x7fa0c80c5370 2023-07-12T13:55:44.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0c80c7260 con 0x7fa0c80c5370 2023-07-12T13:55:44.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.799+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0c80c68e0 con 0x7fa0c80c5370 2023-07-12T13:55:44.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.803+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0c80c7a60 con 0x7fa0c80c5370 2023-07-12T13:55:44.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.803+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa0c00b4040 con 0x7fa0c80c5370 2023-07-12T13:55:44.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.803+0000 7fa0be7fc640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0ac066270 0x7fa0ac068720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:44.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.803+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fa0c00a5e40 con 0x7fa0c80c5370 2023-07-12T13:55:44.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.803+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0ac066270 0x7fa0ac068720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:44.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.803+0000 7fa0cd97b640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0ac066270 0x7fa0ac068720 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa0c80c19b0 tx=0x7fa0c4008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:44.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.807+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa0c80c7a60 con 0x7fa0c80c5370 2023-07-12T13:55:44.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fa0c80c7710 con 0x7fa0c80c5370 2023-07-12T13:55:44.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0be7fc640 1 -- 172.21.15.50:0/1290138314 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7fa0c80c7710 con 0x7fa0c80c5370 2023-07-12T13:55:44.965 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:55:44.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0ac066270 msgr2=0x7fa0ac068720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0ac066270 0x7fa0ac068720 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa0c80c19b0 tx=0x7fa0c4008040 comp rx=0 tx=0).stop 2023-07-12T13:55:44.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 msgr2=0x7fa0c80add70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:44.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 0x7fa0c80add70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009f90 tx=0x7fa0c0009750 comp rx=0 tx=0).stop 2023-07-12T13:55:44.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 shutdown_connections 2023-07-12T13:55:44.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0ac066270 0x7fa0ac068720 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c80c5370 0x7fa0c80add70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0c8150f20 0x7fa0c80ad830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 --2- 172.21.15.50:0/1290138314 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0b4004d10 0x7fa0c80cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:44.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 >> 172.21.15.50:0/1290138314 conn(0x7fa0c80ca870 msgr2=0x7fa0c8070240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:44.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 shutdown_connections 2023-07-12T13:55:44.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:44.963+0000 7fa0cfbdf640 1 -- 172.21.15.50:0/1290138314 wait complete. 2023-07-12T13:55:44.984 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-07-12T13:55:45.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.123+0000 7efd09a34640 1 Processor -- start 2023-07-12T13:55:45.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.123+0000 7efd09a34640 1 -- start start 2023-07-12T13:55:45.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd09a34640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd0406c260 0x7efd040ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd09a34640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7efd040cd120 0x7efd0415fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd09a34640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd040cd540 con 0x7efd0415c0d0 2023-07-12T13:55:45.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd09a34640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd0406be10 con 0x7efd0406c260 2023-07-12T13:55:45.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd09a34640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd040d0f20 con 0x7efd040cd120 2023-07-12T13:55:45.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd027fc640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd0406c260 0x7efd040ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd02ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7efd0415c0d0 0x7efd040cddd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33090/0 (socket says 172.21.15.50:33090) 2023-07-12T13:55:45.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd02ffd640 1 -- 172.21.15.50:0/2484948112 learned_addr learned my addr 172.21.15.50:0/2484948112 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:45.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd037fe640 1 --2- 172.21.15.50:0/2484948112 >> v2:172.21.15.55:3300/0 conn(0x7efd040cd120 0x7efd0415fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd027fc640 1 -- 172.21.15.50:0/2484948112 >> v2:172.21.15.55:3300/0 conn(0x7efd040cd120 msgr2=0x7efd0415fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:45.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd027fc640 1 --2- 172.21.15.50:0/2484948112 >> v2:172.21.15.55:3300/0 conn(0x7efd040cd120 0x7efd0415fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd027fc640 1 -- 172.21.15.50:0/2484948112 >> v1:172.21.15.50:6789/0 conn(0x7efd0415c0d0 legacy=0x7efd040cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd027fc640 1 -- 172.21.15.50:0/2484948112 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd040cfaf0 con 0x7efd0406c260 2023-07-12T13:55:45.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.127+0000 7efd01ffb640 1 -- 172.21.15.50:0/2484948112 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 200659356 0 0) 0x7efd040cd540 con 0x7efd0415c0d0 2023-07-12T13:55:45.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd027fc640 1 --2- 172.21.15.50:0/2484948112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0406c260 0x7efd040ccbe0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd040b6370 tx=0x7efcf801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d0a87650854941b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:45.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd01ffb640 1 -- 172.21.15.50:0/2484948112 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf80ab650 con 0x7efd0406c260 2023-07-12T13:55:45.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd01ffb640 1 -- 172.21.15.50:0/2484948112 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcf80ab7b0 con 0x7efd0406c260 2023-07-12T13:55:45.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd01ffb640 1 -- 172.21.15.50:0/2484948112 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf80abb40 con 0x7efd0406c260 2023-07-12T13:55:45.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 -- 172.21.15.50:0/2484948112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0406c260 msgr2=0x7efd040ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 --2- 172.21.15.50:0/2484948112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0406c260 0x7efd040ccbe0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd040b6370 tx=0x7efcf801c430 comp rx=0 tx=0).stop 2023-07-12T13:55:45.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 -- 172.21.15.50:0/2484948112 shutdown_connections 2023-07-12T13:55:45.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 --2- 172.21.15.50:0/2484948112 >> v2:172.21.15.55:3300/0 conn(0x7efd040cd120 0x7efd0415fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 --2- 172.21.15.50:0/2484948112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0406c260 0x7efd040ccbe0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 -- 172.21.15.50:0/2484948112 >> 172.21.15.50:0/2484948112 conn(0x7efd0406d480 msgr2=0x7efd0406d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:45.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 -- 172.21.15.50:0/2484948112 shutdown_connections 2023-07-12T13:55:45.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 -- 172.21.15.50:0/2484948112 wait complete. 2023-07-12T13:55:45.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 Processor -- start 2023-07-12T13:55:45.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.131+0000 7efd09a34640 1 -- start start 2023-07-12T13:55:45.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd0406c260 0x7efd041518a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd040cd120 0x7efd04154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 0x7efd04156460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd04154060 con 0x7efd0415c0d0 2023-07-12T13:55:45.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd041533e0 con 0x7efd0406c260 2023-07-12T13:55:45.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd041536c0 con 0x7efd040cd120 2023-07-12T13:55:45.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 0x7efd04156460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 0x7efd04156460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56124/0 (socket says 172.21.15.50:56124) 2023-07-12T13:55:45.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 -- 172.21.15.50:0/1109094269 learned_addr learned my addr 172.21.15.50:0/1109094269 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:45.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd02ffd640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd0406c260 0x7efd041518a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd027fc640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd040cd120 0x7efd04154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 -- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd040cd120 msgr2=0x7efd04154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd040cd120 0x7efd04154480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 -- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd0406c260 msgr2=0x7efd041518a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd0406c260 0x7efd041518a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 -- 172.21.15.50:0/1109094269 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcf8009420 con 0x7efd0415c0d0 2023-07-12T13:55:45.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd037fe640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 0x7efd04156460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efcfc00efc0 tx=0x7efcfc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:45.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcfc014480 con 0x7efd0415c0d0 2023-07-12T13:55:45.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcfc00f040 con 0x7efd0415c0d0 2023-07-12T13:55:45.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd041539a0 con 0x7efd0415c0d0 2023-07-12T13:55:45.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcfc014820 con 0x7efd0415c0d0 2023-07-12T13:55:45.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd04151de0 con 0x7efd0415c0d0 2023-07-12T13:55:45.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd041541a0 con 0x7efd0415c0d0 2023-07-12T13:55:45.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.135+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efcfc014980 con 0x7efd0415c0d0 2023-07-12T13:55:45.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.139+0000 7efcebfff640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efcf00662b0 0x7efcf0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.139+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7efcfc084510 con 0x7efd0415c0d0 2023-07-12T13:55:45.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.139+0000 7efd02ffd640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efcf00662b0 0x7efcf0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.139+0000 7efd02ffd640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efcf00662b0 0x7efcf0068760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efcf4000f70 tx=0x7efcf4007c10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:45.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.143+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efd041541a0 con 0x7efd0415c0d0 2023-07-12T13:55:45.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7efd041541a0 con 0x7efd0415c0d0 2023-07-12T13:55:45.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efcebfff640 1 -- 172.21.15.50:0/1109094269 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v19) v1 ==== 84+0+126 (secure 0 0 0) 0x7efd041541a0 con 0x7efd0415c0d0 2023-07-12T13:55:45.301 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout:[ 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolnum": 1, 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolname": ".mgr" 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:55:45.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolnum": 2, 2023-07-12T13:55:45.303 INFO:teuthology.orchestra.run.smithi050.stdout: "poolname": "rbd" 2023-07-12T13:55:45.303 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:55:45.303 INFO:teuthology.orchestra.run.smithi050.stdout:] 2023-07-12T13:55:45.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efcf00662b0 msgr2=0x7efcf0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efcf00662b0 0x7efcf0068760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efcf4000f70 tx=0x7efcf4007c10 comp rx=0 tx=0).stop 2023-07-12T13:55:45.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 msgr2=0x7efd04156460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 0x7efd04156460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efcfc00efc0 tx=0x7efcfc00c490 comp rx=0 tx=0).stop 2023-07-12T13:55:45.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 shutdown_connections 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efcf00662b0 0x7efcf0068760 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd0415c0d0 0x7efd04156460 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd040cd120 0x7efd04154480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 --2- 172.21.15.50:0/1109094269 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd0406c260 0x7efd041518a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.299+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 >> 172.21.15.50:0/1109094269 conn(0x7efd0406d480 msgr2=0x7efd040d0140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.303+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 shutdown_connections 2023-07-12T13:55:45.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.303+0000 7efd09a34640 1 -- 172.21.15.50:0/1109094269 wait complete. 2023-07-12T13:55:45.323 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-07-12T13:55:45.323 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-07-12T13:55:45.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 Processor -- start 2023-07-12T13:55:45.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 -- start start 2023-07-12T13:55:45.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2f8815c390 0x7f2f8815d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f88160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2f8806b970 0x7f2f8806bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f8806c330 con 0x7f2f8806b970 2023-07-12T13:55:45.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f880cddd0 con 0x7f2f8815c390 2023-07-12T13:55:45.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.467+0000 7f2f8f46d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f881601e0 con 0x7f2f880cf8c0 2023-07-12T13:55:45.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2f8806b970 0x7f2f8806bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2f8806b970 0x7f2f8806bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56130/0 (socket says 172.21.15.50:56130) 2023-07-12T13:55:45.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 -- 172.21.15.50:0/543037127 learned_addr learned my addr 172.21.15.50:0/543037127 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:45.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8d209640 1 --2- 172.21.15.50:0/543037127 >> v2:172.21.15.55:3300/0 conn(0x7f2f8815c390 0x7f2f8815d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8ca08640 1 --2- 172.21.15.50:0/543037127 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f88160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 -- 172.21.15.50:0/543037127 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 msgr2=0x7f2f88160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:45.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 --2- 172.21.15.50:0/543037127 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f88160670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 -- 172.21.15.50:0/543037127 >> v2:172.21.15.55:3300/0 conn(0x7f2f8815c390 msgr2=0x7f2f8815d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:45.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 --2- 172.21.15.50:0/543037127 >> v2:172.21.15.55:3300/0 conn(0x7f2f8815c390 0x7f2f8815d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 -- 172.21.15.50:0/543037127 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f8815d7c0 con 0x7f2f8806b970 2023-07-12T13:55:45.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8d209640 1 --2- 172.21.15.50:0/543037127 >> v2:172.21.15.55:3300/0 conn(0x7f2f8815c390 0x7f2f8815d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:45.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f8da0a640 1 --2- 172.21.15.50:0/543037127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8806b970 0x7f2f8806bdf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2f88068ce0 tx=0x7f2f8001c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4222d08eef706a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:45.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f7ffff640 1 -- 172.21.15.50:0/543037127 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f800a5700 con 0x7f2f8806b970 2023-07-12T13:55:45.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f7ffff640 1 -- 172.21.15.50:0/543037127 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f800a5860 con 0x7f2f8806b970 2023-07-12T13:55:45.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.471+0000 7f2f7ffff640 1 -- 172.21.15.50:0/543037127 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f800a5bf0 con 0x7f2f8806b970 2023-07-12T13:55:45.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- 172.21.15.50:0/543037127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8806b970 msgr2=0x7f2f8806bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/543037127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8806b970 0x7f2f8806bdf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2f88068ce0 tx=0x7f2f8001c880 comp rx=0 tx=0).stop 2023-07-12T13:55:45.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- 172.21.15.50:0/543037127 shutdown_connections 2023-07-12T13:55:45.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/543037127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8806b970 0x7f2f8806bdf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/543037127 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f88160670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/543037127 >> v2:172.21.15.55:3300/0 conn(0x7f2f8815c390 0x7f2f8815d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- 172.21.15.50:0/543037127 >> 172.21.15.50:0/543037127 conn(0x7f2f8806e0c0 msgr2=0x7f2f8806eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:45.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- 172.21.15.50:0/543037127 shutdown_connections 2023-07-12T13:55:45.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- 172.21.15.50:0/543037127 wait complete. 2023-07-12T13:55:45.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 Processor -- start 2023-07-12T13:55:45.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- start start 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f8806b970 0x7f2f880cc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f880afc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 0x7f2f880b0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f8813ea20 con 0x7f2f8815c390 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f881f5ba0 con 0x7f2f8806b970 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8f46d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f8813dda0 con 0x7f2f880cf8c0 2023-07-12T13:55:45.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 0x7f2f880b0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 0x7f2f880b0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56144/0 (socket says 172.21.15.50:56144) 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 -- 172.21.15.50:0/3719926294 learned_addr learned my addr 172.21.15.50:0/3719926294 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8ca08640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f880afc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8d209640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f8806b970 0x7f2f880cc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 -- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 msgr2=0x7f2f880afc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f880afc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 -- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f8806b970 msgr2=0x7f2f880cc9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:45.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.475+0000 7f2f8da0a640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f8806b970 0x7f2f880cc9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:45.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f8da0a640 1 -- 172.21.15.50:0/3719926294 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f80009b30 con 0x7f2f8815c390 2023-07-12T13:55:45.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f8d209640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f8806b970 0x7f2f880cc9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:45.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f8da0a640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 0x7f2f880b0180 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2f8001af30 tx=0x7f2f80019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:45.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f800b8670 con 0x7f2f8815c390 2023-07-12T13:55:45.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f800b87d0 con 0x7f2f8815c390 2023-07-12T13:55:45.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f800b8b60 con 0x7f2f8815c390 2023-07-12T13:55:45.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f8813e080 con 0x7f2f8815c390 2023-07-12T13:55:45.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f8813e640 con 0x7f2f8815c390 2023-07-12T13:55:45.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f8813eb60 con 0x7f2f8815c390 2023-07-12T13:55:45.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2f800b8cc0 con 0x7f2f8815c390 2023-07-12T13:55:45.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f7dffb640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2f6c066280 0x7f2f6c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:45.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.479+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f2f8011ee30 con 0x7f2f8815c390 2023-07-12T13:55:45.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.483+0000 7f2f8d209640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2f6c066280 0x7f2f6c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:45.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.483+0000 7f2f8d209640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2f6c066280 0x7f2f6c068730 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2f84009970 tx=0x7f2f84008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:45.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.483+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2f8813eb60 con 0x7f2f8815c390 2023-07-12T13:55:45.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:45.639+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f2f8813eb60 con 0x7f2f8815c390 2023-07-12T13:55:46.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.535+0000 7f2f7dffb640 1 -- 172.21.15.50:0/3719926294 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v20) v1 ==== 138+0+0 (secure 0 0 0) 0x7f2f8813eb60 con 0x7f2f8815c390 2023-07-12T13:55:46.539 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'cephfs_metadata' created 2023-07-12T13:55:46.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.543+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2f6c066280 msgr2=0x7f2f6c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.543+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2f6c066280 0x7f2f6c068730 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2f84009970 tx=0x7f2f84008040 comp rx=0 tx=0).stop 2023-07-12T13:55:46.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.543+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 msgr2=0x7f2f880b0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.543+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 0x7f2f880b0180 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2f8001af30 tx=0x7f2f80019620 comp rx=0 tx=0).stop 2023-07-12T13:55:46.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 shutdown_connections 2023-07-12T13:55:46.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2f6c066280 0x7f2f6c068730 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8815c390 0x7f2f880b0180 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2f880cf8c0 0x7f2f880afc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 --2- 172.21.15.50:0/3719926294 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f8806b970 0x7f2f880cc9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 >> 172.21.15.50:0/3719926294 conn(0x7f2f8806e0c0 msgr2=0x7f2f88166a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:46.551 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 shutdown_connections 2023-07-12T13:55:46.551 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.547+0000 7f2f8f46d640 1 -- 172.21.15.50:0/3719926294 wait complete. 2023-07-12T13:55:46.571 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-07-12T13:55:46.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f248b05c640 1 Processor -- start 2023-07-12T13:55:46.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f248b05c640 1 -- start start 2023-07-12T13:55:46.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f248b05c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f24840b11c0 0x7f24840b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f248b05c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24840cce90 con 0x7f24840b3bd0 2023-07-12T13:55:46.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f248b05c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24840cf330 con 0x7f248415bc50 2023-07-12T13:55:46.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f248b05c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24840cf610 con 0x7f24840b11c0 2023-07-12T13:55:46.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f2488df8640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f24840b3bd0 0x7f24840b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33096/0 (socket says 172.21.15.50:33096) 2023-07-12T13:55:46.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f2488df8640 1 -- 172.21.15.50:0/843689237 learned_addr learned my addr 172.21.15.50:0/843689237 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:46.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f2483fff640 1 --2- 172.21.15.50:0/843689237 >> v2:172.21.15.55:3300/0 conn(0x7f24840b11c0 0x7f24840b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1940275744 0 0) 0x7f24840cce90 con 0x7f24840b3bd0 2023-07-12T13:55:46.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2474003530 con 0x7f24840b3bd0 2023-07-12T13:55:46.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.723+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1611135343 0 0) 0x7f24840cf330 con 0x7f248415bc50 2023-07-12T13:55:46.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24840cce90 con 0x7f248415bc50 2023-07-12T13:55:46.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1281011562 0 0) 0x7f2474003530 con 0x7f24840b3bd0 2023-07-12T13:55:46.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 >> v2:172.21.15.55:3300/0 conn(0x7f24840b11c0 msgr2=0x7f24840b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:46.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 --2- 172.21.15.50:0/843689237 >> v2:172.21.15.55:3300/0 conn(0x7f24840b11c0 0x7f24840b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 >> v1:172.21.15.55:6789/0 conn(0x7f248415bc50 legacy=0x7f24840cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24840cc840 con 0x7f24840b3bd0 2023-07-12T13:55:46.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f2478001680 con 0x7f24840b3bd0 2023-07-12T13:55:46.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2483fff640 1 --2- 172.21.15.50:0/843689237 >> v2:172.21.15.55:3300/0 conn(0x7f24840b11c0 0x7f24840b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:46.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 >> v1:172.21.15.50:6789/0 conn(0x7f24840b3bd0 legacy=0x7f24840b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f2474003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f24740047d0 0x7f2474004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.732 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2474005180 0x7f247400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.732 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24840cf610 con 0x7f2474003b80 2023-07-12T13:55:46.732 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f247400bfb0 con 0x7f2474005180 2023-07-12T13:55:46.732 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f247400c170 con 0x7f24740047d0 2023-07-12T13:55:46.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f2474003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24895f9640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2474005180 0x7f247400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2483fff640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f24740047d0 0x7f2474004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 -- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f24740047d0 msgr2=0x7f2474004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:46.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f24740047d0 0x7f2474004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 -- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2474005180 msgr2=0x7f247400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:46.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2474005180 0x7f247400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 -- 172.21.15.50:0/843689237 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2474003530 con 0x7f2474003b80 2023-07-12T13:55:46.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24895f9640 1 -- 172.21.15.50:0/843689237 reap_dead start 2023-07-12T13:55:46.739 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f2488df8640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f2474003f70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f247800c190 tx=0x7f247801cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc539b15389d621 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24780058e0 con 0x7f2474003b80 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2478005a40 con 0x7f2474003b80 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.727+0000 7f24837fe640 1 -- 172.21.15.50:0/843689237 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2478005e50 con 0x7f2474003b80 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- 172.21.15.50:0/843689237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 msgr2=0x7f2474003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f2474003f70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f247800c190 tx=0x7f247801cbc0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- 172.21.15.50:0/843689237 shutdown_connections 2023-07-12T13:55:46.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 --2- 172.21.15.50:0/843689237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f2474003f70 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- 172.21.15.50:0/843689237 >> 172.21.15.50:0/843689237 conn(0x7f2484071800 msgr2=0x7f2484069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- 172.21.15.50:0/843689237 shutdown_connections 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- 172.21.15.50:0/843689237 wait complete. 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 Processor -- start 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- start start 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f24840ca280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f248415e960 0x7f24841535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f24840cb900 0x7f24840cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24840cb4e0 con 0x7f2474003b80 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24840ca860 con 0x7f24840cb900 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f248b05c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24840cab40 con 0x7f248415e960 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f2488df8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f24840ca280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f2488df8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f24840ca280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56164/0 (socket says 172.21.15.50:56164) 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f2488df8640 1 -- 172.21.15.50:0/1510107354 learned_addr learned my addr 172.21.15.50:0/1510107354 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:46.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f24895f9640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f24840cb900 0x7f24840cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.731+0000 7f2483fff640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f248415e960 0x7f24841535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f2488df8640 1 -- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f248415e960 msgr2=0x7f24841535f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f2488df8640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f248415e960 0x7f24841535f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f2488df8640 1 -- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f24840cb900 msgr2=0x7f24840cbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f2488df8640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f24840cb900 0x7f24840cbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f2488df8640 1 -- 172.21.15.50:0/1510107354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24840cae20 con 0x7f2474003b80 2023-07-12T13:55:46.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f2488df8640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f24840ca280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f247800c190 tx=0x7f2474005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24780a5cd0 con 0x7f2474003b80 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24780a5e30 con 0x7f2474003b80 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24840cb100 con 0x7f2474003b80 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24780049f0 con 0x7f2474003b80 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f248415edd0 con 0x7f2474003b80 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f248404e020 con 0x7f2474003b80 2023-07-12T13:55:46.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2478004b50 con 0x7f2474003b80 2023-07-12T13:55:46.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f24817fa640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2468066280 0x7f2468068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:46.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.735+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5580+0+0 (secure 0 0 0) 0x7f247811d630 con 0x7f2474003b80 2023-07-12T13:55:46.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.739+0000 7f2483fff640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2468066280 0x7f2468068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:46.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.739+0000 7f2483fff640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2468066280 0x7f2468068730 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f24841f46e0 tx=0x7f2470008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:46.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.743+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f24780eab70 con 0x7f2474003b80 2023-07-12T13:55:46.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:46.895+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f24840d1e80 con 0x7f2474003b80 2023-07-12T13:55:47.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.542+0000 7f24817fa640 1 -- 172.21.15.50:0/1510107354 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v21) v1 ==== 170+0+0 (secure 0 0 0) 0x7f2478001bd0 con 0x7f2474003b80 2023-07-12T13:55:47.545 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'cephfs_data' created 2023-07-12T13:55:47.557 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.554+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2468066280 msgr2=0x7f2468068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:47.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.554+0000 7f248b05c640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2468066280 0x7f2468068730 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f24841f46e0 tx=0x7f2470008040 comp rx=0 tx=0).stop 2023-07-12T13:55:47.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.554+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 msgr2=0x7f24840ca280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:47.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.554+0000 7f248b05c640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f24840ca280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f247800c190 tx=0x7f2474005800 comp rx=0 tx=0).stop 2023-07-12T13:55:47.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.558+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 shutdown_connections 2023-07-12T13:55:47.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.558+0000 7f248b05c640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2468066280 0x7f2468068730 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.558+0000 7f248b05c640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f24840cb900 0x7f24840cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.558+0000 7f248b05c640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f248415e960 0x7f24841535f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.558+0000 7f248b05c640 1 --2- 172.21.15.50:0/1510107354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2474003b80 0x7f24840ca280 secure :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f247800c190 tx=0x7f2474005800 comp rx=0 tx=0).stop 2023-07-12T13:55:47.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.558+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 >> 172.21.15.50:0/1510107354 conn(0x7f2484071800 msgr2=0x7f24840b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:47.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.570+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 shutdown_connections 2023-07-12T13:55:47.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.570+0000 7f248b05c640 1 -- 172.21.15.50:0/1510107354 wait complete. 2023-07-12T13:55:47.598 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-07-12T13:55:47.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.742+0000 7fd9a7e19640 1 Processor -- start 2023-07-12T13:55:47.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.742+0000 7fd9a7e19640 1 -- start start 2023-07-12T13:55:47.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a7e19640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd9a01585d0 0x7fd9a00c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:47.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a7e19640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fd9a0159840 0x7fd9a00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:47.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a7e19640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9a006f0c0 con 0x7fd9a00afdb0 2023-07-12T13:55:47.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a7e19640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9a015ce90 con 0x7fd9a01585d0 2023-07-12T13:55:47.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a7e19640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9a00b01e0 con 0x7fd9a0159840 2023-07-12T13:55:47.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a5bb5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd9a01585d0 0x7fd9a00c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:47.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a63b6640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fd9a00afdb0 0x7fd9a006bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33110/0 (socket says 172.21.15.50:33110) 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a63b6640 1 -- 172.21.15.50:0/1361316398 learned_addr learned my addr 172.21.15.50:0/1361316398 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a53b4640 1 --2- 172.21.15.50:0/1361316398 >> v2:172.21.15.55:3300/0 conn(0x7fd9a0159840 0x7fd9a00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a5bb5640 1 -- 172.21.15.50:0/1361316398 >> v2:172.21.15.55:3300/0 conn(0x7fd9a0159840 msgr2=0x7fd9a00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a5bb5640 1 --2- 172.21.15.50:0/1361316398 >> v2:172.21.15.55:3300/0 conn(0x7fd9a0159840 0x7fd9a00af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a5bb5640 1 -- 172.21.15.50:0/1361316398 >> v1:172.21.15.50:6789/0 conn(0x7fd9a00afdb0 legacy=0x7fd9a006bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a5bb5640 1 -- 172.21.15.50:0/1361316398 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9a015c210 con 0x7fd9a01585d0 2023-07-12T13:55:47.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.746+0000 7fd9a4bb3640 1 -- 172.21.15.50:0/1361316398 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 58259461 0 0) 0x7fd9a006f0c0 con 0x7fd9a00afdb0 2023-07-12T13:55:47.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a5bb5640 1 --2- 172.21.15.50:0/1361316398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00c8e50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd9a006ece0 tx=0x7fd99c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb374b9b49c5381 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:47.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a4bb3640 1 -- 172.21.15.50:0/1361316398 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd99c0a7070 con 0x7fd9a01585d0 2023-07-12T13:55:47.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a4bb3640 1 -- 172.21.15.50:0/1361316398 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd99c0ab430 con 0x7fd9a01585d0 2023-07-12T13:55:47.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a4bb3640 1 -- 172.21.15.50:0/1361316398 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd99c0ab7c0 con 0x7fd9a01585d0 2023-07-12T13:55:47.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 -- 172.21.15.50:0/1361316398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 msgr2=0x7fd9a00c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:47.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/1361316398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00c8e50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd9a006ece0 tx=0x7fd99c01c430 comp rx=0 tx=0).stop 2023-07-12T13:55:47.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 -- 172.21.15.50:0/1361316398 shutdown_connections 2023-07-12T13:55:47.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/1361316398 >> v2:172.21.15.55:3300/0 conn(0x7fd9a0159840 0x7fd9a00af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/1361316398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00c8e50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 -- 172.21.15.50:0/1361316398 >> 172.21.15.50:0/1361316398 conn(0x7fd9a00ca870 msgr2=0x7fd9a00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:47.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 -- 172.21.15.50:0/1361316398 shutdown_connections 2023-07-12T13:55:47.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 -- 172.21.15.50:0/1361316398 wait complete. 2023-07-12T13:55:47.757 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 Processor -- start 2023-07-12T13:55:47.757 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.750+0000 7fd9a7e19640 1 -- start start 2023-07-12T13:55:47.757 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd9a00afdb0 0x7fd9a00c1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:47.757 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00ae430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:47.757 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9a0159840 0x7fd9a00c5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:47.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a006ef50 con 0x7fd9a01585d0 2023-07-12T13:55:47.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a006f1f0 con 0x7fd9a0159840 2023-07-12T13:55:47.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a006f4d0 con 0x7fd9a00afdb0 2023-07-12T13:55:47.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00ae430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:47.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00ae430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56174/0 (socket says 172.21.15.50:56174) 2023-07-12T13:55:47.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 -- 172.21.15.50:0/2022280146 learned_addr learned my addr 172.21.15.50:0/2022280146 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a63b6640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9a0159840 0x7fd9a00c5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a5bb5640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd9a00afdb0 0x7fd9a00c1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 -- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd9a00afdb0 msgr2=0x7fd9a00c1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd9a00afdb0 0x7fd9a00c1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 -- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9a0159840 msgr2=0x7fd9a00c5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9a0159840 0x7fd9a00c5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 -- 172.21.15.50:0/2022280146 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd99c009420 con 0x7fd9a01585d0 2023-07-12T13:55:47.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a53b4640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00ae430 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd99000d800 tx=0x7fd99000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:47.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd99000b6c0 con 0x7fd9a01585d0 2023-07-12T13:55:47.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd99000b820 con 0x7fd9a01585d0 2023-07-12T13:55:47.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd99000bb90 con 0x7fd9a01585d0 2023-07-12T13:55:47.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9a006f7b0 con 0x7fd9a01585d0 2023-07-12T13:55:47.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9a006fd70 con 0x7fd9a01585d0 2023-07-12T13:55:47.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.754+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9a006ff00 con 0x7fd9a01585d0 2023-07-12T13:55:47.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.758+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd99000bcf0 con 0x7fd9a01585d0 2023-07-12T13:55:47.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.758+0000 7fd9967fc640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd984066280 0x7fd984068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:47.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.758+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5962+0+0 (secure 0 0 0) 0x7fd9900842e0 con 0x7fd9a01585d0 2023-07-12T13:55:47.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.758+0000 7fd9a5bb5640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd984066280 0x7fd984068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:47.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.758+0000 7fd9a5bb5640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd984066280 0x7fd984068730 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0af000 tx=0x7fd99c0a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:47.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.762+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd9900551b0 con 0x7fd9a01585d0 2023-07-12T13:55:47.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:47.946+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fd9a004e020 con 0x7fd9a01585d0 2023-07-12T13:55:48.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.566+0000 7fd9967fc640 1 -- 172.21.15.50:0/2022280146 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fd990054d40 con 0x7fd9a01585d0 2023-07-12T13:55:48.576 INFO:teuthology.orchestra.run.smithi050.stderr:new fs with metadata pool 3 and data pool 4 2023-07-12T13:55:48.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd984066280 msgr2=0x7fd984068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd984066280 0x7fd984068730 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0af000 tx=0x7fd99c0a7000 comp rx=0 tx=0).stop 2023-07-12T13:55:48.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 msgr2=0x7fd9a00ae430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00ae430 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd99000d800 tx=0x7fd99000dcc0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 shutdown_connections 2023-07-12T13:55:48.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd984066280 0x7fd984068730 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9a0159840 0x7fd9a00c5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9a01585d0 0x7fd9a00ae430 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 --2- 172.21.15.50:0/2022280146 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd9a00afdb0 0x7fd9a00c1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.582+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 >> 172.21.15.50:0/2022280146 conn(0x7fd9a00ca870 msgr2=0x7fd9a006add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:48.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.586+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 shutdown_connections 2023-07-12T13:55:48.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.590+0000 7fd9a7e19640 1 -- 172.21.15.50:0/2022280146 wait complete. 2023-07-12T13:55:48.615 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:48.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff664970640 1 Processor -- start 2023-07-12T13:55:48.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff664970640 1 -- start start 2023-07-12T13:55:48.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff664970640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 0x7ff6600cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff664970640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6600cda60 con 0x7ff6600cfde0 2023-07-12T13:55:48.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff664970640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6600cf7a0 con 0x7ff6600d01b0 2023-07-12T13:55:48.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff664970640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6600cdcc0 con 0x7ff6600cc600 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65f7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff6600cfde0 0x7ff6600ce980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33122/0 (socket says 172.21.15.50:33122) 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65f7fe640 1 -- 172.21.15.50:0/3249919548 learned_addr learned my addr 172.21.15.50:0/3249919548 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 0x7ff6600cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3925355856 0 0) 0x7ff6600cda60 con 0x7ff6600cfde0 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff648003530 con 0x7ff6600cfde0 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2848560353 0 0) 0x7ff648003530 con 0x7ff6600cfde0 2023-07-12T13:55:48.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 msgr2=0x7ff6600cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 0x7ff6600cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 >> v1:172.21.15.55:6789/0 conn(0x7ff6600d01b0 legacy=0x7ff6600cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6600cdfa0 con 0x7ff6600cfde0 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7ff650001820 con 0x7ff6600cfde0 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 >> v1:172.21.15.50:6789/0 conn(0x7ff6600cfde0 legacy=0x7ff6600ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 0x7ff648003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff648003fa0 0x7ff6480047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff648004d10 0x7ff648005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6600cdcc0 con 0x7ff648003fa0 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff64800bad0 con 0x7ff648004d10 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff64800bc90 con 0x7ff6600cc600 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff648003fa0 0x7ff6480047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65ffff640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff648004d10 0x7ff648005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65f7fe640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 0x7ff648003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 -- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 msgr2=0x7ff648003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:48.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6600cc600 0x7ff648003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 -- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff648004d10 msgr2=0x7ff648005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:48.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff648004d10 0x7ff648005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65effd640 1 -- 172.21.15.50:0/3249919548 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff648003530 con 0x7ff648003fa0 2023-07-12T13:55:48.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.758+0000 7ff65ffff640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff648004d10 0x7ff648005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:48.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff65effd640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff648003fa0 0x7ff6480047d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff654009ae0 tx=0x7ff65401ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc89d0a385adb53 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:48.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6540a5610 con 0x7ff648003fa0 2023-07-12T13:55:48.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6540a5770 con 0x7ff648003fa0 2023-07-12T13:55:48.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff65e7fc640 1 -- 172.21.15.50:0/3249919548 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6540a5b20 con 0x7ff648003fa0 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff664970640 1 -- 172.21.15.50:0/3249919548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff648003fa0 msgr2=0x7ff6480047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff664970640 1 --2- 172.21.15.50:0/3249919548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff648003fa0 0x7ff6480047d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff654009ae0 tx=0x7ff65401ca50 comp rx=0 tx=0).stop 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff65ffff640 1 -- 172.21.15.50:0/3249919548 reap_dead start 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff664970640 1 -- 172.21.15.50:0/3249919548 shutdown_connections 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff664970640 1 -- 172.21.15.50:0/3249919548 >> 172.21.15.50:0/3249919548 conn(0x7ff66009b320 msgr2=0x7ff6600d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff664970640 1 -- 172.21.15.50:0/3249919548 shutdown_connections 2023-07-12T13:55:48.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.762+0000 7ff664970640 1 -- 172.21.15.50:0/3249919548 wait complete. 2023-07-12T13:55:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 Processor -- start 2023-07-12T13:55:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 -- start start 2023-07-12T13:55:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff648003fa0 0x7ff6601f17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 0x7ff6600cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6600cbb20 0x7ff66014df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff66014ef80 con 0x7ff66014bf50 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6600cbf90 con 0x7ff6600cbb20 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff66014c3a0 con 0x7ff648003fa0 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 0x7ff6600cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 0x7ff6600cb5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56186/0 (socket says 172.21.15.50:56186) 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 -- 172.21.15.50:0/1852888000 learned_addr learned my addr 172.21.15.50:0/1852888000 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65f7fe640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff648003fa0 0x7ff6601f17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65ffff640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6600cbb20 0x7ff66014df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 -- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff648003fa0 msgr2=0x7ff6601f17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff648003fa0 0x7ff6601f17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 -- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6600cbb20 msgr2=0x7ff66014df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6600cbb20 0x7ff66014df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 -- 172.21.15.50:0/1852888000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff66014eca0 con 0x7ff66014bf50 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65f7fe640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff648003fa0 0x7ff6601f17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff65effd640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 0x7ff6600cb5e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff654009ae0 tx=0x7ff648005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6540bc070 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff654004020 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff654004390 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6600b4f80 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.766+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6600b5540 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.770+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6600b4de0 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.770+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff6540b4040 con 0x7ff66014bf50 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.770+0000 7ff647fff640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff64c066280 0x7ff64c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.770+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff65411def0 con 0x7ff66014bf50 2023-07-12T13:55:48.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.770+0000 7ff65f7fe640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff64c066280 0x7ff64c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:48.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.770+0000 7ff65f7fe640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff64c066280 0x7ff64c068730 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff650001e40 tx=0x7ff650009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:48.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.774+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff6600b4de0 con 0x7ff66014bf50 2023-07-12T13:55:48.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.930+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff6600b4de0 con 0x7ff66014bf50 2023-07-12T13:55:48.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.930+0000 7ff647fff640 1 -- 172.21.15.50:0/1852888000 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+18232 (secure 0 0 0) 0x7ff6600b4de0 con 0x7ff66014bf50 2023-07-12T13:55:48.935 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:48.935 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":22,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:47.951270+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:48.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff64c066280 msgr2=0x7ff64c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff64c066280 0x7ff64c068730 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff650001e40 tx=0x7ff650009040 comp rx=0 tx=0).stop 2023-07-12T13:55:48.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 msgr2=0x7ff6600cb5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:48.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 0x7ff6600cb5e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff654009ae0 tx=0x7ff648005800 comp rx=0 tx=0).stop 2023-07-12T13:55:48.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 shutdown_connections 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff64c066280 0x7ff64c068730 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6600cbb20 0x7ff66014df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff66014bf50 0x7ff6600cb5e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 --2- 172.21.15.50:0/1852888000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff648003fa0 0x7ff6601f17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 >> 172.21.15.50:0/1852888000 conn(0x7ff66009b320 msgr2=0x7ff66006b690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 shutdown_connections 2023-07-12T13:55:48.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:48.934+0000 7ff664970640 1 -- 172.21.15.50:0/1852888000 wait complete. 2023-07-12T13:55:48.956 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:49.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.094+0000 7fccab59e640 1 Processor -- start 2023-07-12T13:55:49.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccab59e640 1 -- start start 2023-07-12T13:55:49.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccab59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cc600 0x7fccac0cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccab59e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fccac0d01b0 0x7fccac0cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccab59e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccac0cda60 con 0x7fccac0cfde0 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccab59e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccac0cdcc0 con 0x7fccac0d01b0 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccab59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccac0cdfa0 con 0x7fccac0cc600 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fccac0d01b0 0x7fccac0cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fccac0d01b0 0x7fccac0cf090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56190/0 (socket says 172.21.15.50:56190) 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 -- 172.21.15.50:0/3380500370 learned_addr learned my addr 172.21.15.50:0/3380500370 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:49.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fcca3fff640 1 --2- 172.21.15.50:0/3380500370 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cc600 0x7fccac0cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 -- 172.21.15.50:0/3380500370 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cc600 msgr2=0x7fccac0cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:49.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 --2- 172.21.15.50:0/3380500370 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cc600 0x7fccac0cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 -- 172.21.15.50:0/3380500370 >> v1:172.21.15.55:6789/0 conn(0x7fccac0cfde0 legacy=0x7fccac0ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.098+0000 7fccaad9d640 1 -- 172.21.15.50:0/3380500370 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccac0ce280 con 0x7fccac0d01b0 2023-07-12T13:55:49.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccaad9d640 1 --2- 172.21.15.50:0/3380500370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0cf090 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcca4009e50 tx=0x7fcca401ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa5446a17ca6387 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:49.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fcca9d9b640 1 -- 172.21.15.50:0/3380500370 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca40a5900 con 0x7fccac0d01b0 2023-07-12T13:55:49.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fcca9d9b640 1 -- 172.21.15.50:0/3380500370 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcca40a5a60 con 0x7fccac0d01b0 2023-07-12T13:55:49.110 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fcca9d9b640 1 -- 172.21.15.50:0/3380500370 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca40a5df0 con 0x7fccac0d01b0 2023-07-12T13:55:49.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 -- 172.21.15.50:0/3380500370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 msgr2=0x7fccac0cf090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 --2- 172.21.15.50:0/3380500370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0cf090 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcca4009e50 tx=0x7fcca401ca10 comp rx=0 tx=0).stop 2023-07-12T13:55:49.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 -- 172.21.15.50:0/3380500370 shutdown_connections 2023-07-12T13:55:49.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 --2- 172.21.15.50:0/3380500370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0cf090 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 --2- 172.21.15.50:0/3380500370 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cc600 0x7fccac0cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 -- 172.21.15.50:0/3380500370 >> 172.21.15.50:0/3380500370 conn(0x7fccac09b320 msgr2=0x7fccac0d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 -- 172.21.15.50:0/3380500370 shutdown_connections 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 -- 172.21.15.50:0/3380500370 wait complete. 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 Processor -- start 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.102+0000 7fccab59e640 1 -- start start 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccac0cc600 0x7fccac149340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cfde0 0x7fccac0b0f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0b6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccac0b08b0 con 0x7fccac0d01b0 2023-07-12T13:55:49.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccac149880 con 0x7fccac0cc600 2023-07-12T13:55:49.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccac0b1470 con 0x7fccac0cfde0 2023-07-12T13:55:49.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0b6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56192/0 (socket says 172.21.15.50:56192) 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 -- 172.21.15.50:0/4219895107 learned_addr learned my addr 172.21.15.50:0/4219895107 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaa59c640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccac0cc600 0x7fccac149340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fcca3fff640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cfde0 0x7fccac0b0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 -- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cfde0 msgr2=0x7fccac0b0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cfde0 0x7fccac0b0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 -- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccac0cc600 msgr2=0x7fccac149340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccac0cc600 0x7fccac149340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 -- 172.21.15.50:0/4219895107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcca4009b30 con 0x7fccac0d01b0 2023-07-12T13:55:49.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaa59c640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccac0cc600 0x7fccac149340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:49.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fcca3fff640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cfde0 0x7fccac0b0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:49.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccaad9d640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0b6480 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcca401a640 tx=0x7fcca40197b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:49.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca40b8670 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcca40b87f0 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccac0b05d0 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca40b8ba0 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccac14a8e0 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccac14a430 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.106+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcca40b8d00 con 0x7fccac0d01b0 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.110+0000 7fcca2ffd640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcc8c066280 0x7fcc8c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.110+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fcca411f3a0 con 0x7fccac0d01b0 2023-07-12T13:55:49.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.110+0000 7fccaa59c640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcc8c066280 0x7fcc8c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.110+0000 7fccaa59c640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcc8c066280 0x7fcc8c068730 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c000fc0 tx=0x7fcc9c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:49.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.114+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcca40ec790 con 0x7fccac0d01b0 2023-07-12T13:55:49.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.266+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fccac066b80 con 0x7fccac0d01b0 2023-07-12T13:55:49.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fcca2ffd640 1 -- 172.21.15.50:0/4219895107 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+18232 (secure 0 0 0) 0x7fcca40efdb0 con 0x7fccac0d01b0 2023-07-12T13:55:49.273 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:49.273 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":22,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:47.951270+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:49.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcc8c066280 msgr2=0x7fcc8c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcc8c066280 0x7fcc8c068730 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c000fc0 tx=0x7fcc9c009040 comp rx=0 tx=0).stop 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 msgr2=0x7fccac0b6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0b6480 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcca401a640 tx=0x7fcca40197b0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 shutdown_connections 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcc8c066280 0x7fcc8c068730 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fccac0d01b0 0x7fccac0b6480 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fccac0cfde0 0x7fccac0b0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 --2- 172.21.15.50:0/4219895107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccac0cc600 0x7fccac149340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 >> 172.21.15.50:0/4219895107 conn(0x7fccac09b320 msgr2=0x7fccac154c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:49.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 shutdown_connections 2023-07-12T13:55:49.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.270+0000 7fccab59e640 1 -- 172.21.15.50:0/4219895107 wait complete. 2023-07-12T13:55:49.293 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-07-12T13:55:49.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.434+0000 7f6d205fa640 1 Processor -- start 2023-07-12T13:55:49.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.434+0000 7f6d205fa640 1 -- start start 2023-07-12T13:55:49.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d205fa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6d181585d0 0x7f6d180c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d205fa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6d180aff80 0x7f6d180cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d205fa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d1806f0c0 con 0x7f6d18159840 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d205fa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d1815ce90 con 0x7f6d181585d0 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d205fa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d1815c210 con 0x7f6d180aff80 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6d181585d0 0x7f6d180c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6d181585d0 0x7f6d180c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56194/0 (socket says 172.21.15.50:56194) 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 -- 172.21.15.50:0/712918566 learned_addr learned my addr 172.21.15.50:0/712918566 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:49.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1eb97640 1 --2- 172.21.15.50:0/712918566 >> v2:172.21.15.55:3300/0 conn(0x7f6d180aff80 0x7f6d180cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 -- 172.21.15.50:0/712918566 >> v2:172.21.15.55:3300/0 conn(0x7f6d180aff80 msgr2=0x7f6d180cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:49.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 --2- 172.21.15.50:0/712918566 >> v2:172.21.15.55:3300/0 conn(0x7f6d180aff80 0x7f6d180cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 -- 172.21.15.50:0/712918566 >> v1:172.21.15.55:6789/0 conn(0x7f6d18159840 legacy=0x7f6d180af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 -- 172.21.15.50:0/712918566 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1815c4f0 con 0x7f6d181585d0 2023-07-12T13:55:49.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1e396640 1 --2- 172.21.15.50:0/712918566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d181585d0 0x7f6d180c8e50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6d180ca6c0 tx=0x7f6d1401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4213b49a2f1e4ce4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:49.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.438+0000 7f6d1d394640 1 -- 172.21.15.50:0/712918566 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d140aa430 con 0x7f6d181585d0 2023-07-12T13:55:49.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1d394640 1 -- 172.21.15.50:0/712918566 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d140aa590 con 0x7f6d181585d0 2023-07-12T13:55:49.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1d394640 1 -- 172.21.15.50:0/712918566 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d140aa920 con 0x7f6d181585d0 2023-07-12T13:55:49.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- 172.21.15.50:0/712918566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d181585d0 msgr2=0x7f6d180c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 --2- 172.21.15.50:0/712918566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d181585d0 0x7f6d180c8e50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6d180ca6c0 tx=0x7f6d1401c4d0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- 172.21.15.50:0/712918566 shutdown_connections 2023-07-12T13:55:49.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 --2- 172.21.15.50:0/712918566 >> v2:172.21.15.55:3300/0 conn(0x7f6d180aff80 0x7f6d180cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 --2- 172.21.15.50:0/712918566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d181585d0 0x7f6d180c8e50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- 172.21.15.50:0/712918566 >> 172.21.15.50:0/712918566 conn(0x7f6d180ca870 msgr2=0x7f6d180cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:49.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- 172.21.15.50:0/712918566 shutdown_connections 2023-07-12T13:55:49.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- 172.21.15.50:0/712918566 wait complete. 2023-07-12T13:55:49.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 Processor -- start 2023-07-12T13:55:49.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- start start 2023-07-12T13:55:49.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d180aff80 0x7f6d181558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d181585d0 0x7f6d18156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 0x7f6d180ac8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d180b0d50 con 0x7f6d18159840 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d18157370 con 0x7f6d181585d0 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d205fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d18156ad0 con 0x7f6d180aff80 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1eb97640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 0x7f6d180ac8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1eb97640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 0x7f6d180ac8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56196/0 (socket says 172.21.15.50:56196) 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1eb97640 1 -- 172.21.15.50:0/664353100 learned_addr learned my addr 172.21.15.50:0/664353100 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1db95640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d181585d0 0x7f6d18156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.442+0000 7f6d1e396640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d180aff80 0x7f6d181558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d1eb97640 1 -- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d180aff80 msgr2=0x7f6d181558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d1eb97640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d180aff80 0x7f6d181558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d1eb97640 1 -- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d181585d0 msgr2=0x7f6d18156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:49.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d1eb97640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d181585d0 0x7f6d18156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:49.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d1eb97640 1 -- 172.21.15.50:0/664353100 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d140094d0 con 0x7f6d18159840 2023-07-12T13:55:49.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d1eb97640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 0x7f6d180ac8f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000efc0 tx=0x7f6d1000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:49.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10009ca0 con 0x7f6d18159840 2023-07-12T13:55:49.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1000f040 con 0x7f6d18159840 2023-07-12T13:55:49.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d100146c0 con 0x7f6d18159840 2023-07-12T13:55:49.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d18156db0 con 0x7f6d18159840 2023-07-12T13:55:49.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d18155e10 con 0x7f6d18159840 2023-07-12T13:55:49.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d180b0f00 con 0x7f6d18159840 2023-07-12T13:55:49.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6d10014820 con 0x7f6d18159840 2023-07-12T13:55:49.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d0effd640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6cfc0662b0 0x7f6cfc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:49.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.446+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6d10084af0 con 0x7f6d18159840 2023-07-12T13:55:49.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.450+0000 7f6d1e396640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6cfc0662b0 0x7f6cfc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:49.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.450+0000 7f6d1e396640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6cfc0662b0 0x7f6cfc068760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6d140ae000 tx=0x7f6d140b5040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:49.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.450+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6d180b0f00 con 0x7f6d18159840 2023-07-12T13:55:49.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:49.642+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f6d1804e020 con 0x7f6d18159840 2023-07-12T13:55:50.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.594+0000 7f6d0effd640 1 -- 172.21.15.50:0/664353100 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f6d10052020 con 0x7f6d18159840 2023-07-12T13:55:50.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6cfc0662b0 msgr2=0x7f6cfc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:50.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6cfc0662b0 0x7f6cfc068760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6d140ae000 tx=0x7f6d140b5040 comp rx=0 tx=0).stop 2023-07-12T13:55:50.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 msgr2=0x7f6d180ac8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:50.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 0x7f6d180ac8f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000efc0 tx=0x7f6d1000c490 comp rx=0 tx=0).stop 2023-07-12T13:55:50.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 shutdown_connections 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6cfc0662b0 0x7f6cfc068760 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d18159840 0x7f6d180ac8f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d181585d0 0x7f6d18156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 --2- 172.21.15.50:0/664353100 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d180aff80 0x7f6d181558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 >> 172.21.15.50:0/664353100 conn(0x7f6d180ca870 msgr2=0x7f6d180af860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 shutdown_connections 2023-07-12T13:55:50.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.598+0000 7f6d205fa640 1 -- 172.21.15.50:0/664353100 wait complete. 2023-07-12T13:55:50.620 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-07-12T13:55:50.621 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-07-12T13:55:50.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 Processor -- start 2023-07-12T13:55:50.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 -- start start 2023-07-12T13:55:50.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 0x7f659c06add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f659c06b310 0x7f659c0af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 0x7f659c070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f659c0b0230 con 0x7f659c06b310 2023-07-12T13:55:50.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f659c0c87b0 con 0x7f659c159910 2023-07-12T13:55:50.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.766+0000 7f65a3cca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f659c06b850 con 0x7f659c0afdb0 2023-07-12T13:55:50.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a2267640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 0x7f659c070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1a66640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 0x7f659c06add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f659c06b310 0x7f659c0af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a2267640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 0x7f659c070240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:46448/0 (socket says 172.21.15.50:46448) 2023-07-12T13:55:50.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a2267640 1 -- 172.21.15.50:0/1246369823 learned_addr learned my addr 172.21.15.50:0/1246369823 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:50.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1a66640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 0x7f659c06add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:57452/0 (socket says 172.21.15.50:57452) 2023-07-12T13:55:50.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 -- 172.21.15.50:0/1246369823 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 msgr2=0x7f659c070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:50.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 --2- 172.21.15.50:0/1246369823 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 0x7f659c070240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 -- 172.21.15.50:0/1246369823 >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 msgr2=0x7f659c06add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:50.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 --2- 172.21.15.50:0/1246369823 >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 0x7f659c06add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 -- 172.21.15.50:0/1246369823 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f659c06bb30 con 0x7f659c06b310 2023-07-12T13:55:50.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1a66640 1 --2- 172.21.15.50:0/1246369823 >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 0x7f659c06add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:50.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a2267640 1 --2- 172.21.15.50:0/1246369823 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 0x7f659c070240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:50.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a1265640 1 --2- 172.21.15.50:0/1246369823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c06b310 0x7f659c0af870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f659c0b0760 tx=0x7f658c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=845f0d55674eace4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:50.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.770+0000 7f65a0a64640 1 -- 172.21.15.50:0/1246369823 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0ab5f0 con 0x7f659c06b310 2023-07-12T13:55:50.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a0a64640 1 -- 172.21.15.50:0/1246369823 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f658c0ab750 con 0x7f659c06b310 2023-07-12T13:55:50.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a0a64640 1 -- 172.21.15.50:0/1246369823 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0abae0 con 0x7f659c06b310 2023-07-12T13:55:50.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- 172.21.15.50:0/1246369823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c06b310 msgr2=0x7f659c0af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:50.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- 172.21.15.50:0/1246369823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c06b310 0x7f659c0af870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f659c0b0760 tx=0x7f658c01c430 comp rx=0 tx=0).stop 2023-07-12T13:55:50.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- 172.21.15.50:0/1246369823 shutdown_connections 2023-07-12T13:55:50.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- 172.21.15.50:0/1246369823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c06b310 0x7f659c0af870 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- 172.21.15.50:0/1246369823 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c0afdb0 0x7f659c070240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- 172.21.15.50:0/1246369823 >> v2:172.21.15.55:3300/0 conn(0x7f659c159910 0x7f659c06add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- 172.21.15.50:0/1246369823 >> 172.21.15.50:0/1246369823 conn(0x7f659c0ca870 msgr2=0x7f659c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:50.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- 172.21.15.50:0/1246369823 shutdown_connections 2023-07-12T13:55:50.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- 172.21.15.50:0/1246369823 wait complete. 2023-07-12T13:55:50.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 Processor -- start 2023-07-12T13:55:50.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- start start 2023-07-12T13:55:50.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f659c06b310 0x7f659c1505a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 0x7f659c14f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c159910 0x7f659c0c4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f659c1571b0 con 0x7f659c0afdb0 2023-07-12T13:55:50.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f659c157d30 con 0x7f659c06b310 2023-07-12T13:55:50.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a3cca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f659c157400 con 0x7f659c159910 2023-07-12T13:55:50.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a1265640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 0x7f659c14f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a1265640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 0x7f659c14f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56214/0 (socket says 172.21.15.50:56214) 2023-07-12T13:55:50.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a1265640 1 -- 172.21.15.50:0/2289071453 learned_addr learned my addr 172.21.15.50:0/2289071453 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:50.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.774+0000 7f65a2267640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c159910 0x7f659c0c4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1a66640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f659c06b310 0x7f659c1505a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1265640 1 -- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c159910 msgr2=0x7f659c0c4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:50.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1265640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c159910 0x7f659c0c4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1265640 1 -- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f659c06b310 msgr2=0x7f659c1505a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:50.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1265640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f659c06b310 0x7f659c1505a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:50.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1265640 1 -- 172.21.15.50:0/2289071453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6594009b30 con 0x7f659c0afdb0 2023-07-12T13:55:50.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a2267640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c159910 0x7f659c0c4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:50.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1a66640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f659c06b310 0x7f659c1505a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:50.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a1265640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 0x7f659c14f8e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f658c01aae0 tx=0x7f658c01ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:50.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0bf610 con 0x7f659c0afdb0 2023-07-12T13:55:50.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f658c0bf790 con 0x7f659c0afdb0 2023-07-12T13:55:50.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0bfb40 con 0x7f659c0afdb0 2023-07-12T13:55:50.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6598009420 con 0x7f659c0afdb0 2023-07-12T13:55:50.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f658c009420 con 0x7f659c0afdb0 2023-07-12T13:55:50.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f659c04e020 con 0x7f659c0afdb0 2023-07-12T13:55:50.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f658c0b5400 con 0x7f659c0afdb0 2023-07-12T13:55:50.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65927fc640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6580066280 0x7f6580068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:50.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.778+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f658c0a8050 con 0x7f659c0afdb0 2023-07-12T13:55:50.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.782+0000 7f65a1a66640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6580066280 0x7f6580068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:50.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.782+0000 7f65a1a66640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6580066280 0x7f6580068730 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f659c156570 tx=0x7f6598008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:50.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.782+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f658c0eb780 con 0x7f659c0afdb0 2023-07-12T13:55:50.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:50.974+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f659c0ceb40 con 0x7f659c0afdb0 2023-07-12T13:55:51.606 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.602+0000 7f65927fc640 1 -- 172.21.15.50:0/2289071453 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f658c0eeda0 con 0x7f659c0afdb0 2023-07-12T13:55:51.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6580066280 msgr2=0x7f6580068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6580066280 0x7f6580068730 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f659c156570 tx=0x7f6598008040 comp rx=0 tx=0).stop 2023-07-12T13:55:51.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 msgr2=0x7f659c14f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 0x7f659c14f8e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f658c01aae0 tx=0x7f658c01ac70 comp rx=0 tx=0).stop 2023-07-12T13:55:51.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 shutdown_connections 2023-07-12T13:55:51.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6580066280 0x7f6580068730 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f659c159910 0x7f659c0c4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f659c0afdb0 0x7f659c14f8e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 --2- 172.21.15.50:0/2289071453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f659c06b310 0x7f659c1505a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 >> 172.21.15.50:0/2289071453 conn(0x7f659c0ca870 msgr2=0x7f659c0cc3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:51.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 shutdown_connections 2023-07-12T13:55:51.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.606+0000 7f65a3cca640 1 -- 172.21.15.50:0/2289071453 wait complete. 2023-07-12T13:55:51.631 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-07-12T13:55:51.632 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:55:51.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcf219640 1 Processor -- start 2023-07-12T13:55:51.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcf219640 1 -- start start 2023-07-12T13:55:51.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcf219640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ffbc815b8d0 0x7ffbc80cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcf219640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbc80cd370 con 0x7ffbc80b10e0 2023-07-12T13:55:51.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcf219640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbc80cf8d0 con 0x7ffbc80d0270 2023-07-12T13:55:51.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcf219640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbc80cc760 con 0x7ffbc815b8d0 2023-07-12T13:55:51.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcda16640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ffbc80b10e0 0x7ffbc80cfb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33132/0 (socket says 172.21.15.50:33132) 2023-07-12T13:55:51.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcda16640 1 -- 172.21.15.50:0/4207530634 learned_addr learned my addr 172.21.15.50:0/4207530634 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:51.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 --2- 172.21.15.50:0/4207530634 >> v2:172.21.15.55:3300/0 conn(0x7ffbc815b8d0 0x7ffbc80cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1460149247 0 0) 0x7ffbc80cd370 con 0x7ffbc80b10e0 2023-07-12T13:55:51.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffbb4003530 con 0x7ffbc80b10e0 2023-07-12T13:55:51.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2934063232 0 0) 0x7ffbb4003530 con 0x7ffbc80b10e0 2023-07-12T13:55:51.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 >> v2:172.21.15.55:3300/0 conn(0x7ffbc815b8d0 msgr2=0x7ffbc80cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:51.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 --2- 172.21.15.50:0/4207530634 >> v2:172.21.15.55:3300/0 conn(0x7ffbc815b8d0 0x7ffbc80cf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 >> v1:172.21.15.55:6789/0 conn(0x7ffbc80d0270 legacy=0x7ffbc80cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbc80cca40 con 0x7ffbc80b10e0 2023-07-12T13:55:51.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7ffbb8001680 con 0x7ffbc80b10e0 2023-07-12T13:55:51.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 >> v1:172.21.15.50:6789/0 conn(0x7ffbc80b10e0 legacy=0x7ffbc80cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbb4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbb40047d0 0x7ffbb4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbb4005180 0x7ffbb400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbc80cc760 con 0x7ffbb40039f0 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbb400bfe0 con 0x7ffbb4005180 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbb400c1a0 con 0x7ffbb40047d0 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbb4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcea18640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbb4005180 0x7ffbb400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcda16640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbb40047d0 0x7ffbb4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 -- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbb40047d0 msgr2=0x7ffbb4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbb40047d0 0x7ffbb4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 -- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbb4005180 msgr2=0x7ffbb400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbb4005180 0x7ffbb400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbce217640 1 -- 172.21.15.50:0/4207530634 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbb4003530 con 0x7ffbb40039f0 2023-07-12T13:55:51.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.778+0000 7ffbcea18640 1 -- 172.21.15.50:0/4207530634 reap_dead start 2023-07-12T13:55:51.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbce217640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbb4003dc0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4009ae0 tx=0x7ffbc401ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a1dd5bb50ff1724 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbc40a5560 con 0x7ffbb40039f0 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbc40a56c0 con 0x7ffbb40039f0 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcd215640 1 -- 172.21.15.50:0/4207530634 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbc40a5a70 con 0x7ffbb40039f0 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 -- 172.21.15.50:0/4207530634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 msgr2=0x7ffbb4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbb4003dc0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4009ae0 tx=0x7ffbc401ca50 comp rx=0 tx=0).stop 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 -- 172.21.15.50:0/4207530634 shutdown_connections 2023-07-12T13:55:51.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 --2- 172.21.15.50:0/4207530634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbb4003dc0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 -- 172.21.15.50:0/4207530634 >> 172.21.15.50:0/4207530634 conn(0x7ffbc809b390 msgr2=0x7ffbc80d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:51.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 -- 172.21.15.50:0/4207530634 shutdown_connections 2023-07-12T13:55:51.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.782+0000 7ffbcf219640 1 -- 172.21.15.50:0/4207530634 wait complete. 2023-07-12T13:55:51.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 Processor -- start 2023-07-12T13:55:51.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 -- start start 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbc80c9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbc81f4090 0x7ffbc8154b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbc81f1480 0x7ffbc80b6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbc80cad70 con 0x7ffbb40039f0 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbc8155610 con 0x7ffbc81f1480 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbc81550b0 con 0x7ffbc81f4090 2023-07-12T13:55:51.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbc80c9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbc80c9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56226/0 (socket says 172.21.15.50:56226) 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 -- 172.21.15.50:0/32131930 learned_addr learned my addr 172.21.15.50:0/32131930 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcda16640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbc81f4090 0x7ffbc8154b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcea18640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbc81f1480 0x7ffbc80b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 -- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbc81f4090 msgr2=0x7ffbc8154b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbc81f4090 0x7ffbc8154b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 -- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbc81f1480 msgr2=0x7ffbc80b6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbc81f1480 0x7ffbc80b6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 -- 172.21.15.50:0/32131930 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbc81f4570 con 0x7ffbb40039f0 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbce217640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbc80c9060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ffbc401c880 tx=0x7ffbc40197f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbc40bd070 con 0x7ffbb40039f0 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbc4004020 con 0x7ffbb40039f0 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbc40043f0 con 0x7ffbb40039f0 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbc81f4850 con 0x7ffbb40039f0 2023-07-12T13:55:51.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.786+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbc81f4e10 con 0x7ffbb40039f0 2023-07-12T13:55:51.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.790+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbc81f5000 con 0x7ffbb40039f0 2023-07-12T13:55:51.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.790+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ffbc40b4070 con 0x7ffbb40039f0 2023-07-12T13:55:51.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.790+0000 7ffbbeffd640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ffbac0662b0 0x7ffbac068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:51.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.790+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ffbc411dd00 con 0x7ffbb40039f0 2023-07-12T13:55:51.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.790+0000 7ffbcda16640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ffbac0662b0 0x7ffbac068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:51.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.790+0000 7ffbcda16640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ffbac0662b0 0x7ffbac068760 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffbc81f44a0 tx=0x7ffbb8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:51.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.794+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ffbc40eb210 con 0x7ffbb40039f0 2023-07-12T13:55:51.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.982+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ffbc8066b80 con 0x7ffbb40039f0 2023-07-12T13:55:51.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.982+0000 7ffbbeffd640 1 -- 172.21.15.50:0/32131930 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7ffbc40b2090 con 0x7ffbb40039f0 2023-07-12T13:55:51.986 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:51.986 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:55:51.987 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:55:51.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ffbac0662b0 msgr2=0x7ffbac068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ffbac0662b0 0x7ffbac068760 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffbc81f44a0 tx=0x7ffbb8009040 comp rx=0 tx=0).stop 2023-07-12T13:55:51.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 msgr2=0x7ffbc80c9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:51.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbc80c9060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ffbc401c880 tx=0x7ffbc40197f0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 shutdown_connections 2023-07-12T13:55:51.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ffbac0662b0 0x7ffbac068760 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbc81f1480 0x7ffbc80b6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ffbc81f4090 0x7ffbc8154b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 --2- 172.21.15.50:0/32131930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbb40039f0 0x7ffbc80c9060 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:51.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 >> 172.21.15.50:0/32131930 conn(0x7ffbc809b390 msgr2=0x7ffbc80b0320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:51.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 shutdown_connections 2023-07-12T13:55:51.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:51.986+0000 7ffbcf219640 1 -- 172.21.15.50:0/32131930 wait complete. 2023-07-12T13:55:52.007 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:52.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85b00ec640 1 Processor -- start 2023-07-12T13:55:52.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85b00ec640 1 -- start start 2023-07-12T13:55:52.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85b00ec640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f85a80b1080 0x7f85a80cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85b00ec640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85a815d1e0 con 0x7f85a8158a60 2023-07-12T13:55:52.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85b00ec640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85a80cd7f0 con 0x7f85a80cae50 2023-07-12T13:55:52.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85b00ec640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85a815c5d0 con 0x7f85a80b1080 2023-07-12T13:55:52.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85ad687640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f85a80b1080 0x7f85a80cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85ade88640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f85a8158a60 0x7f85a80b0970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33138/0 (socket says 172.21.15.50:33138) 2023-07-12T13:55:52.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.146+0000 7f85ade88640 1 -- 172.21.15.50:0/347005609 learned_addr learned my addr 172.21.15.50:0/347005609 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:52.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ad687640 1 -- 172.21.15.50:0/347005609 >> v1:172.21.15.55:6789/0 conn(0x7f85a80cae50 legacy=0x7f85a81590e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:52.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ad687640 1 -- 172.21.15.50:0/347005609 >> v1:172.21.15.50:6789/0 conn(0x7f85a8158a60 legacy=0x7f85a80b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ad687640 1 -- 172.21.15.50:0/347005609 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85a815c8b0 con 0x7f85a80b1080 2023-07-12T13:55:52.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ace86640 1 -- 172.21.15.50:0/347005609 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1907202238 0 0) 0x7f85a815d1e0 con 0x7f85a8158a60 2023-07-12T13:55:52.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ad687640 1 --2- 172.21.15.50:0/347005609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a80b1080 0x7f85a80cb3a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f85980097c0 tx=0x7f859801c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8304a046bd5cb9d0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ace86640 1 -- 172.21.15.50:0/347005609 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85980ab600 con 0x7f85a80b1080 2023-07-12T13:55:52.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ace86640 1 -- 172.21.15.50:0/347005609 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85980a7050 con 0x7f85a80b1080 2023-07-12T13:55:52.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85ace86640 1 -- 172.21.15.50:0/347005609 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85980ab980 con 0x7f85a80b1080 2023-07-12T13:55:52.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 -- 172.21.15.50:0/347005609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a80b1080 msgr2=0x7f85a80cb3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 --2- 172.21.15.50:0/347005609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a80b1080 0x7f85a80cb3a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f85980097c0 tx=0x7f859801c380 comp rx=0 tx=0).stop 2023-07-12T13:55:52.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 -- 172.21.15.50:0/347005609 shutdown_connections 2023-07-12T13:55:52.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 --2- 172.21.15.50:0/347005609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a80b1080 0x7f85a80cb3a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 -- 172.21.15.50:0/347005609 >> 172.21.15.50:0/347005609 conn(0x7f85a806b230 msgr2=0x7f85a80cb970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:52.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 -- 172.21.15.50:0/347005609 shutdown_connections 2023-07-12T13:55:52.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.150+0000 7f85b00ec640 1 -- 172.21.15.50:0/347005609 wait complete. 2023-07-12T13:55:52.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 Processor -- start 2023-07-12T13:55:52.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 -- start start 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f85a80b1080 0x7f85a814d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f85a80cae50 0x7f85a80ad280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 0x7f85a8156c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85a80adb80 con 0x7f85a8158a60 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85a81f7d30 con 0x7f85a80cae50 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85b00ec640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85a81f8010 con 0x7f85a80b1080 2023-07-12T13:55:52.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 0x7f85a8156c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 0x7f85a8156c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56234/0 (socket says 172.21.15.50:56234) 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 -- 172.21.15.50:0/3131668520 learned_addr learned my addr 172.21.15.50:0/3131668520 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ade88640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f85a80b1080 0x7f85a814d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ad687640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f85a80cae50 0x7f85a80ad280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 -- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f85a80b1080 msgr2=0x7f85a814d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f85a80b1080 0x7f85a814d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 -- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f85a80cae50 msgr2=0x7f85a80ad280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f85a80cae50 0x7f85a80ad280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 -- 172.21.15.50:0/3131668520 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8598009420 con 0x7f85a8158a60 2023-07-12T13:55:52.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.154+0000 7f85ae689640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 0x7f85a8156c60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85a000c780 tx=0x7f85a000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a0004b70 con 0x7f85a8158a60 2023-07-12T13:55:52.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85a000ce90 con 0x7f85a8158a60 2023-07-12T13:55:52.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85a81f82f0 con 0x7f85a8158a60 2023-07-12T13:55:52.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a000a850 con 0x7f85a8158a60 2023-07-12T13:55:52.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85a80ad7c0 con 0x7f85a8158a60 2023-07-12T13:55:52.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85a81f84e0 con 0x7f85a8158a60 2023-07-12T13:55:52.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f85a000a9b0 con 0x7f85a8158a60 2023-07-12T13:55:52.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f859e7fc640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f858c066280 0x7f858c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f85a0083e60 con 0x7f85a8158a60 2023-07-12T13:55:52.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f85ade88640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f858c066280 0x7f858c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.158+0000 7f85ade88640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f858c066280 0x7f858c068730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f85a4000f70 tx=0x7f85a4007df0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.162+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f85a0054d80 con 0x7f85a8158a60 2023-07-12T13:55:52.321 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.318+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85a804e020 con 0x7f85a8158a60 2023-07-12T13:55:52.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.318+0000 7f859e7fc640 1 -- 172.21.15.50:0/3131668520 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f85a0054910 con 0x7f85a8158a60 2023-07-12T13:55:52.323 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:52.323 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:52.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f858c066280 msgr2=0x7f858c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f858c066280 0x7f858c068730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f85a4000f70 tx=0x7f85a4007df0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 msgr2=0x7f85a8156c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 0x7f85a8156c60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85a000c780 tx=0x7f85a000cc40 comp rx=0 tx=0).stop 2023-07-12T13:55:52.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 shutdown_connections 2023-07-12T13:55:52.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f858c066280 0x7f858c068730 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85a8158a60 0x7f85a8156c60 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f85a80cae50 0x7f85a80ad280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 --2- 172.21.15.50:0/3131668520 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f85a80b1080 0x7f85a814d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 >> 172.21.15.50:0/3131668520 conn(0x7f85a806b230 msgr2=0x7f85a81590e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:52.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 shutdown_connections 2023-07-12T13:55:52.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.322+0000 7f85b00ec640 1 -- 172.21.15.50:0/3131668520 wait complete. 2023-07-12T13:55:52.344 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-07-12T13:55:52.346 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:55:52.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f77fa640 1 Processor -- start 2023-07-12T13:55:52.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f77fa640 1 -- start start 2023-07-12T13:55:52.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f77fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f015c0d0 0x7fc6f006c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f77fa640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6f00d0f20 con 0x7fc6f00cddd0 2023-07-12T13:55:52.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f77fa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6f00cfaf0 con 0x7fc6f00cd2f0 2023-07-12T13:55:52.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f77fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f006be10 con 0x7fc6f015c0d0 2023-07-12T13:55:52.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f4d95640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fc6f00cddd0 0x7fc6f00ccbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33152/0 (socket says 172.21.15.50:33152) 2023-07-12T13:55:52.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f4d95640 1 -- 172.21.15.50:0/415680555 learned_addr learned my addr 172.21.15.50:0/415680555 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:52.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f5596640 1 --2- 172.21.15.50:0/415680555 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f015c0d0 0x7fc6f006c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6e7fff640 1 -- 172.21.15.50:0/415680555 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2303850028 0 0) 0x7fc6f00d0f20 con 0x7fc6f00cddd0 2023-07-12T13:55:52.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6e7fff640 1 -- 172.21.15.50:0/415680555 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6dc003530 con 0x7fc6f00cddd0 2023-07-12T13:55:52.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f5596640 1 -- 172.21.15.50:0/415680555 >> v1:172.21.15.55:6789/0 conn(0x7fc6f00cd2f0 legacy=0x7fc6f015fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f5596640 1 -- 172.21.15.50:0/415680555 >> v1:172.21.15.50:6789/0 conn(0x7fc6f00cddd0 legacy=0x7fc6f00ccbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6e7fff640 1 -- 172.21.15.50:0/415680555 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 122964117 0 0) 0x7fc6dc003530 con 0x7fc6f00cddd0 2023-07-12T13:55:52.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.486+0000 7fc6f5596640 1 -- 172.21.15.50:0/415680555 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6f00cfdd0 con 0x7fc6f015c0d0 2023-07-12T13:55:52.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f5596640 1 --2- 172.21.15.50:0/415680555 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f015c0d0 0x7fc6f006c260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec0097f0 tx=0x7fc6ec01c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31b8e875fe684a69 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6e7fff640 1 -- 172.21.15.50:0/415680555 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e0001680 con 0x7fc6f015c0d0 2023-07-12T13:55:52.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6e7fff640 1 -- 172.21.15.50:0/415680555 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6ec0ad480 con 0x7fc6f015c0d0 2023-07-12T13:55:52.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6e7fff640 1 -- 172.21.15.50:0/415680555 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec0ad7f0 con 0x7fc6f015c0d0 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 -- 172.21.15.50:0/415680555 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f015c0d0 msgr2=0x7fc6f006c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/415680555 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f015c0d0 0x7fc6f006c260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec0097f0 tx=0x7fc6ec01c3e0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 -- 172.21.15.50:0/415680555 shutdown_connections 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/415680555 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f015c0d0 0x7fc6f006c260 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 -- 172.21.15.50:0/415680555 >> 172.21.15.50:0/415680555 conn(0x7fc6f006d480 msgr2=0x7fc6f006d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 -- 172.21.15.50:0/415680555 shutdown_connections 2023-07-12T13:55:52.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.490+0000 7fc6f77fa640 1 -- 172.21.15.50:0/415680555 wait complete. 2023-07-12T13:55:52.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 Processor -- start 2023-07-12T13:55:52.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 -- start start 2023-07-12T13:55:52.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f00cd2f0 0x7fc6f014f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f00cddd0 0x7fc6f015e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 0x7fc6f01539d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f0154f30 con 0x7fc6f015c0d0 2023-07-12T13:55:52.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f0156670 con 0x7fc6f00cddd0 2023-07-12T13:55:52.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f015ec60 con 0x7fc6f00cd2f0 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 0x7fc6f01539d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 0x7fc6f01539d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56240/0 (socket says 172.21.15.50:56240) 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 -- 172.21.15.50:0/2437247943 learned_addr learned my addr 172.21.15.50:0/2437247943 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5596640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f00cd2f0 0x7fc6f014f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f4d95640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f00cddd0 0x7fc6f015e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 -- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f00cd2f0 msgr2=0x7fc6f014f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f00cd2f0 0x7fc6f014f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 -- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f00cddd0 msgr2=0x7fc6f015e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f00cddd0 0x7fc6f015e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 -- 172.21.15.50:0/2437247943 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6ec009420 con 0x7fc6f015c0d0 2023-07-12T13:55:52.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f4d95640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f00cddd0 0x7fc6f015e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:52.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f5d97640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 0x7fc6f01539d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc6e800c770 tx=0x7fc6e800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e8003b80 con 0x7fc6f015c0d0 2023-07-12T13:55:52.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6f0154600 con 0x7fc6f015c0d0 2023-07-12T13:55:52.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6e8003ce0 con 0x7fc6f015c0d0 2023-07-12T13:55:52.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e800aa90 con 0x7fc6f015c0d0 2023-07-12T13:55:52.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.494+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6f0154bc0 con 0x7fc6f015c0d0 2023-07-12T13:55:52.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.498+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6f0154d80 con 0x7fc6f015c0d0 2023-07-12T13:55:52.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.498+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc6e800abf0 con 0x7fc6f015c0d0 2023-07-12T13:55:52.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.498+0000 7fc6e5ffb640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6d4066280 0x7fc6d4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.498+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc6e8083c80 con 0x7fc6f015c0d0 2023-07-12T13:55:52.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.498+0000 7fc6f5596640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6d4066280 0x7fc6d4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.498+0000 7fc6f5596640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6d4066280 0x7fc6d4068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec0af000 tx=0x7fc6ec004740 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.502+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc6e8050f50 con 0x7fc6f015c0d0 2023-07-12T13:55:52.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.658+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc6f006ba00 con 0x7fc6d4066280 2023-07-12T13:55:52.667 INFO:tasks.ceph.mds.a.smithi050.stderr:2023-07-12T13:55:52.662+0000 7f0918049640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-07-12T13:55:52.670 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.666+0000 7fc6e5ffb640 1 -- 172.21.15.50:0/2437247943 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283717 (secure 0 0 0) 0x7fc6ec0ad8d0 con 0x7fc6d4066280 2023-07-12T13:55:52.671 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:52.674 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:55:52.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6d4066280 msgr2=0x7fc6d4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6d4066280 0x7fc6d4068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec0af000 tx=0x7fc6ec004740 comp rx=0 tx=0).stop 2023-07-12T13:55:52.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 msgr2=0x7fc6f01539d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 0x7fc6f01539d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc6e800c770 tx=0x7fc6e800cc30 comp rx=0 tx=0).stop 2023-07-12T13:55:52.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 shutdown_connections 2023-07-12T13:55:52.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6d4066280 0x7fc6d4068730 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f015c0d0 0x7fc6f01539d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f00cddd0 0x7fc6f015e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 --2- 172.21.15.50:0/2437247943 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f00cd2f0 0x7fc6f014f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 >> 172.21.15.50:0/2437247943 conn(0x7fc6f006d480 msgr2=0x7fc6f006d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:52.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 shutdown_connections 2023-07-12T13:55:52.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.670+0000 7fc6f77fa640 1 -- 172.21.15.50:0/2437247943 wait complete. 2023-07-12T13:55:52.693 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-07-12T13:55:51.540324+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251248,"kb_used_data":2864,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723472,"statfs":{"total":773094113280,"available":772836835328,"internally_reserved":0,"allocated":2932736,"data_stored":1791708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.001208"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549727+0000","last_change":"2023-07-12T13:55:48.549727+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549727+0000","last_undegraded":"2023-07-12T13:55:48.549727+0000","last_fullsized":"2023-07-12T13:55:48.549727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551816+0000","last_change":"2023-07-12T13:55:48.551816+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551816+0000","last_undegraded":"2023-07-12T13:55:48.551816+0000","last_fullsized":"2023-07-12T13:55:48.551816+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554552+0000","last_change":"2023-07-12T13:55:47.554552+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554552+0000","last_undegraded":"2023-07-12T13:55:47.554552+0000","last_fullsized":"2023-07-12T13:55:47.554552+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573139+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:48.573139+0000","last_peered":"2023-07-12T13:55:48.573139+0000","last_clean":"2023-07-12T13:55:48.573139+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:48.573139+0000","last_undegraded":"2023-07-12T13:55:48.573139+0000","last_fullsized":"2023-07-12T13:55:48.573139+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558568+0000","last_change":"2023-07-12T13:55:47.558568+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558568+0000","last_undegraded":"2023-07-12T13:55:47.558568+0000","last_fullsized":"2023-07-12T13:55:47.558568+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.559148+0000","last_change":"2023-07-12T13:55:47.559148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.559148+0000","last_undegraded":"2023-07-12T13:55:47.559148+0000","last_fullsized":"2023-07-12T13:55:47.559148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552412+0000","last_change":"2023-07-12T13:55:48.552412+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552412+0000","last_undegraded":"2023-07-12T13:55:48.552412+0000","last_fullsized":"2023-07-12T13:55:48.552412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:03.279059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556772+0000","last_change":"2023-07-12T13:55:47.556772+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556772+0000","last_undegraded":"2023-07-12T13:55:47.556772+0000","last_fullsized":"2023-07-12T13:55:47.556772+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551880+0000","last_change":"2023-07-12T13:55:48.551880+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551880+0000","last_undegraded":"2023-07-12T13:55:48.551880+0000","last_fullsized":"2023-07-12T13:55:48.551880+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553522+0000","last_change":"2023-07-12T13:55:47.553522+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553522+0000","last_undegraded":"2023-07-12T13:55:47.553522+0000","last_fullsized":"2023-07-12T13:55:47.553522+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549628+0000","last_change":"2023-07-12T13:55:48.549628+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549628+0000","last_undegraded":"2023-07-12T13:55:48.549628+0000","last_fullsized":"2023-07-12T13:55:48.549628+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549658+0000","last_change":"2023-07-12T13:55:48.549658+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549658+0000","last_undegraded":"2023-07-12T13:55:48.549658+0000","last_fullsized":"2023-07-12T13:55:48.549658+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551709+0000","last_change":"2023-07-12T13:55:48.551709+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551709+0000","last_undegraded":"2023-07-12T13:55:48.551709+0000","last_fullsized":"2023-07-12T13:55:48.551709+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554625+0000","last_change":"2023-07-12T13:55:47.554625+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554625+0000","last_undegraded":"2023-07-12T13:55:47.554625+0000","last_fullsized":"2023-07-12T13:55:47.554625+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556213+0000","last_change":"2023-07-12T13:55:47.556213+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556213+0000","last_undegraded":"2023-07-12T13:55:47.556213+0000","last_fullsized":"2023-07-12T13:55:47.556213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.550807+0000","last_change":"2023-07-12T13:55:47.550807+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.550807+0000","last_undegraded":"2023-07-12T13:55:47.550807+0000","last_fullsized":"2023-07-12T13:55:47.550807+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.550148+0000","last_change":"2023-07-12T13:55:48.550148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.550148+0000","last_undegraded":"2023-07-12T13:55:48.550148+0000","last_fullsized":"2023-07-12T13:55:48.550148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553006+0000","last_change":"2023-07-12T13:55:47.553006+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553006+0000","last_undegraded":"2023-07-12T13:55:47.553006+0000","last_fullsized":"2023-07-12T13:55:47.553006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.548872+0000","last_change":"2023-07-12T13:55:47.548872+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.548872+0000","last_undegraded":"2023-07-12T13:55:47.548872+0000","last_fullsized":"2023-07-12T13:55:47.548872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553616+0000","last_change":"2023-07-12T13:55:48.553616+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553616+0000","last_undegraded":"2023-07-12T13:55:48.553616+0000","last_fullsized":"2023-07-12T13:55:48.553616+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555391+0000","last_change":"2023-07-12T13:55:48.555391+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555391+0000","last_undegraded":"2023-07-12T13:55:48.555391+0000","last_fullsized":"2023-07-12T13:55:48.555391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557163+0000","last_change":"2023-07-12T13:55:48.557163+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557163+0000","last_undegraded":"2023-07-12T13:55:48.557163+0000","last_fullsized":"2023-07-12T13:55:48.557163+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552189+0000","last_change":"2023-07-12T13:55:48.552189+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552189+0000","last_undegraded":"2023-07-12T13:55:48.552189+0000","last_fullsized":"2023-07-12T13:55:48.552189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553307+0000","last_change":"2023-07-12T13:55:48.553307+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553307+0000","last_undegraded":"2023-07-12T13:55:48.553307+0000","last_fullsized":"2023-07-12T13:55:48.553307+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:37.049207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.554305+0000","last_change":"2023-07-12T13:55:48.554305+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.554305+0000","last_undegraded":"2023-07-12T13:55:48.554305+0000","last_fullsized":"2023-07-12T13:55:48.554305+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555217+0000","last_change":"2023-07-12T13:55:47.555217+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555217+0000","last_undegraded":"2023-07-12T13:55:47.555217+0000","last_fullsized":"2023-07-12T13:55:47.555217+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553833+0000","last_change":"2023-07-12T13:55:48.553833+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553833+0000","last_undegraded":"2023-07-12T13:55:48.553833+0000","last_fullsized":"2023-07-12T13:55:48.553833+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.588091+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:48.588091+0000","last_peered":"2023-07-12T13:55:48.588091+0000","last_clean":"2023-07-12T13:55:48.588091+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:48.588091+0000","last_undegraded":"2023-07-12T13:55:48.588091+0000","last_fullsized":"2023-07-12T13:55:48.588091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:31.484794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.556515+0000","last_change":"2023-07-12T13:55:48.556515+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.556515+0000","last_undegraded":"2023-07-12T13:55:48.556515+0000","last_fullsized":"2023-07-12T13:55:48.556515+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552844+0000","last_change":"2023-07-12T13:55:48.552844+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552844+0000","last_undegraded":"2023-07-12T13:55:48.552844+0000","last_fullsized":"2023-07-12T13:55:48.552844+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580086+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:47.580086+0000","last_peered":"2023-07-12T13:55:47.580086+0000","last_clean":"2023-07-12T13:55:47.580086+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:47.580086+0000","last_undegraded":"2023-07-12T13:55:47.580086+0000","last_fullsized":"2023-07-12T13:55:47.580086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551421+0000","last_change":"2023-07-12T13:55:47.551421+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551421+0000","last_undegraded":"2023-07-12T13:55:47.551421+0000","last_fullsized":"2023-07-12T13:55:47.551421+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555046+0000","last_change":"2023-07-12T13:55:48.555046+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555046+0000","last_undegraded":"2023-07-12T13:55:48.555046+0000","last_fullsized":"2023-07-12T13:55:48.555046+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.593694+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:48.593694+0000","last_peered":"2023-07-12T13:55:48.593694+0000","last_clean":"2023-07-12T13:55:48.593694+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:48.593694+0000","last_undegraded":"2023-07-12T13:55:48.593694+0000","last_fullsized":"2023-07-12T13:55:48.593694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:57.699769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552578+0000","last_change":"2023-07-12T13:55:48.552578+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552578+0000","last_undegraded":"2023-07-12T13:55:48.552578+0000","last_fullsized":"2023-07-12T13:55:48.552578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:45:02.484334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553031+0000","last_change":"2023-07-12T13:55:47.553031+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553031+0000","last_undegraded":"2023-07-12T13:55:47.553031+0000","last_fullsized":"2023-07-12T13:55:47.553031+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587315+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:48.587315+0000","last_peered":"2023-07-12T13:55:48.587315+0000","last_clean":"2023-07-12T13:55:48.587315+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:48.587315+0000","last_undegraded":"2023-07-12T13:55:48.587315+0000","last_fullsized":"2023-07-12T13:55:48.587315+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552142+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:48.552142+0000","last_peered":"2023-07-12T13:55:48.552142+0000","last_clean":"2023-07-12T13:55:48.552142+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:48.552142+0000","last_undegraded":"2023-07-12T13:55:48.552142+0000","last_fullsized":"2023-07-12T13:55:48.552142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557977+0000","last_change":"2023-07-12T13:55:47.557977+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557977+0000","last_undegraded":"2023-07-12T13:55:47.557977+0000","last_fullsized":"2023-07-12T13:55:47.557977+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.554651+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:48.554651+0000","last_peered":"2023-07-12T13:55:48.554651+0000","last_clean":"2023-07-12T13:55:48.554651+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:48.554651+0000","last_undegraded":"2023-07-12T13:55:48.554651+0000","last_fullsized":"2023-07-12T13:55:48.554651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552001+0000","last_change":"2023-07-12T13:55:47.552001+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552001+0000","last_undegraded":"2023-07-12T13:55:47.552001+0000","last_fullsized":"2023-07-12T13:55:47.552001+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559650+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:48.559650+0000","last_peered":"2023-07-12T13:55:48.559650+0000","last_clean":"2023-07-12T13:55:48.559650+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:48.559650+0000","last_undegraded":"2023-07-12T13:55:48.559650+0000","last_fullsized":"2023-07-12T13:55:48.559650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:54.466876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552207+0000","last_change":"2023-07-12T13:55:47.552207+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552207+0000","last_undegraded":"2023-07-12T13:55:47.552207+0000","last_fullsized":"2023-07-12T13:55:47.552207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.578052+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:47.578052+0000","last_peered":"2023-07-12T13:55:47.578052+0000","last_clean":"2023-07-12T13:55:47.578052+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:47.578052+0000","last_undegraded":"2023-07-12T13:55:47.578052+0000","last_fullsized":"2023-07-12T13:55:47.578052+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549023+0000","last_change":"2023-07-12T13:55:47.549023+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549023+0000","last_undegraded":"2023-07-12T13:55:47.549023+0000","last_fullsized":"2023-07-12T13:55:47.549023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557267+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:48.557267+0000","last_peered":"2023-07-12T13:55:48.557267+0000","last_clean":"2023-07-12T13:55:48.557267+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:48.557267+0000","last_undegraded":"2023-07-12T13:55:48.557267+0000","last_fullsized":"2023-07-12T13:55:48.557267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.564150+0000","last_change":"2023-07-12T13:55:48.564150+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.564150+0000","last_undegraded":"2023-07-12T13:55:48.564150+0000","last_fullsized":"2023-07-12T13:55:48.564150+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551818+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:48.551818+0000","last_peered":"2023-07-12T13:55:48.551818+0000","last_clean":"2023-07-12T13:55:48.551818+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:48.551818+0000","last_undegraded":"2023-07-12T13:55:48.551818+0000","last_fullsized":"2023-07-12T13:55:48.551818+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:37.512072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553395+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:48.553395+0000","last_peered":"2023-07-12T13:55:48.553395+0000","last_clean":"2023-07-12T13:55:48.553395+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:48.553395+0000","last_undegraded":"2023-07-12T13:55:48.553395+0000","last_fullsized":"2023-07-12T13:55:48.553395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:36.034270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587229+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:48.587229+0000","last_peered":"2023-07-12T13:55:48.587229+0000","last_clean":"2023-07-12T13:55:48.587229+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:48.587229+0000","last_undegraded":"2023-07-12T13:55:48.587229+0000","last_fullsized":"2023-07-12T13:55:48.587229+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580103+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:47.580103+0000","last_peered":"2023-07-12T13:55:47.580103+0000","last_clean":"2023-07-12T13:55:47.580103+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:47.580103+0000","last_undegraded":"2023-07-12T13:55:47.580103+0000","last_fullsized":"2023-07-12T13:55:47.580103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:40:56.636248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556750+0000","last_change":"2023-07-12T13:55:47.556750+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556750+0000","last_undegraded":"2023-07-12T13:55:47.556750+0000","last_fullsized":"2023-07-12T13:55:47.556750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.549367+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:48.549367+0000","last_peered":"2023-07-12T13:55:48.549367+0000","last_clean":"2023-07-12T13:55:48.549367+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:48.549367+0000","last_undegraded":"2023-07-12T13:55:48.549367+0000","last_fullsized":"2023-07-12T13:55:48.549367+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:25.431681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557335+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:48.557335+0000","last_peered":"2023-07-12T13:55:48.557335+0000","last_clean":"2023-07-12T13:55:48.557335+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:48.557335+0000","last_undegraded":"2023-07-12T13:55:48.557335+0000","last_fullsized":"2023-07-12T13:55:48.557335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":8,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.564820+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:48.564820+0000","last_peered":"2023-07-12T13:55:48.564820+0000","last_clean":"2023-07-12T13:55:48.564820+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:48.564820+0000","last_undegraded":"2023-07-12T13:55:48.564820+0000","last_fullsized":"2023-07-12T13:55:48.564820+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552139+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:48.552139+0000","last_peered":"2023-07-12T13:55:48.552139+0000","last_clean":"2023-07-12T13:55:48.552139+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:48.552139+0000","last_undegraded":"2023-07-12T13:55:48.552139+0000","last_fullsized":"2023-07-12T13:55:48.552139+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:48.191583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.579268+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:47.579268+0000","last_peered":"2023-07-12T13:55:47.579268+0000","last_clean":"2023-07-12T13:55:47.579268+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:47.579268+0000","last_undegraded":"2023-07-12T13:55:47.579268+0000","last_fullsized":"2023-07-12T13:55:47.579268+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.559341+0000","last_change":"2023-07-12T13:55:48.559341+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.559341+0000","last_undegraded":"2023-07-12T13:55:48.559341+0000","last_fullsized":"2023-07-12T13:55:48.559341+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:45.955726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553277+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:48.553277+0000","last_peered":"2023-07-12T13:55:48.553277+0000","last_clean":"2023-07-12T13:55:48.553277+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:48.553277+0000","last_undegraded":"2023-07-12T13:55:48.553277+0000","last_fullsized":"2023-07-12T13:55:48.553277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:00.758863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559750+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:48.559750+0000","last_peered":"2023-07-12T13:55:48.559750+0000","last_clean":"2023-07-12T13:55:48.559750+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:48.559750+0000","last_undegraded":"2023-07-12T13:55:48.559750+0000","last_fullsized":"2023-07-12T13:55:48.559750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:44:56.431221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555997+0000","last_change":"2023-07-12T13:55:48.555997+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555997+0000","last_undegraded":"2023-07-12T13:55:48.555997+0000","last_fullsized":"2023-07-12T13:55:48.555997+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559634+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:48.559634+0000","last_peered":"2023-07-12T13:55:48.559634+0000","last_clean":"2023-07-12T13:55:48.559634+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:48.559634+0000","last_undegraded":"2023-07-12T13:55:48.559634+0000","last_fullsized":"2023-07-12T13:55:48.559634+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549756+0000","last_change":"2023-07-12T13:55:47.549756+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549756+0000","last_undegraded":"2023-07-12T13:55:47.549756+0000","last_fullsized":"2023-07-12T13:55:47.549756+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.556027+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:48.556027+0000","last_peered":"2023-07-12T13:55:48.556027+0000","last_clean":"2023-07-12T13:55:48.556027+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:48.556027+0000","last_undegraded":"2023-07-12T13:55:48.556027+0000","last_fullsized":"2023-07-12T13:55:48.556027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:32.035146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557522+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:48.557522+0000","last_peered":"2023-07-12T13:55:48.557522+0000","last_clean":"2023-07-12T13:55:48.557522+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:48.557522+0000","last_undegraded":"2023-07-12T13:55:48.557522+0000","last_fullsized":"2023-07-12T13:55:48.557522+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:26.996970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552623+0000","last_change":"2023-07-12T13:55:48.552623+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552623+0000","last_undegraded":"2023-07-12T13:55:48.552623+0000","last_fullsized":"2023-07-12T13:55:48.552623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.567871+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:47.567871+0000","last_peered":"2023-07-12T13:55:47.567871+0000","last_clean":"2023-07-12T13:55:47.567871+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:47.567871+0000","last_undegraded":"2023-07-12T13:55:47.567871+0000","last_fullsized":"2023-07-12T13:55:47.567871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.563372+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:48.563372+0000","last_peered":"2023-07-12T13:55:48.563372+0000","last_clean":"2023-07-12T13:55:48.563372+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:48.563372+0000","last_undegraded":"2023-07-12T13:55:48.563372+0000","last_fullsized":"2023-07-12T13:55:48.563372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:30.996094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549707+0000","last_change":"2023-07-12T13:55:47.549707+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549707+0000","last_undegraded":"2023-07-12T13:55:47.549707+0000","last_fullsized":"2023-07-12T13:55:47.549707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554323+0000","last_change":"2023-07-12T13:55:47.554323+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554323+0000","last_undegraded":"2023-07-12T13:55:47.554323+0000","last_fullsized":"2023-07-12T13:55:47.554323+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577806+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:47.577806+0000","last_peered":"2023-07-12T13:55:47.577806+0000","last_clean":"2023-07-12T13:55:47.577806+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:47.577806+0000","last_undegraded":"2023-07-12T13:55:47.577806+0000","last_fullsized":"2023-07-12T13:55:47.577806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557694+0000","last_change":"2023-07-12T13:55:48.557694+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557694+0000","last_undegraded":"2023-07-12T13:55:48.557694+0000","last_fullsized":"2023-07-12T13:55:48.557694+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552305+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:48.552305+0000","last_peered":"2023-07-12T13:55:48.552305+0000","last_clean":"2023-07-12T13:55:48.552305+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:48.552305+0000","last_undegraded":"2023-07-12T13:55:48.552305+0000","last_fullsized":"2023-07-12T13:55:48.552305+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552980+0000","last_change":"2023-07-12T13:55:48.552980+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552980+0000","last_undegraded":"2023-07-12T13:55:48.552980+0000","last_fullsized":"2023-07-12T13:55:48.552980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:55.481813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.570322+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:47.570322+0000","last_peered":"2023-07-12T13:55:47.570322+0000","last_clean":"2023-07-12T13:55:47.570322+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:47.570322+0000","last_undegraded":"2023-07-12T13:55:47.570322+0000","last_fullsized":"2023-07-12T13:55:47.570322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552642+0000","last_change":"2023-07-12T13:55:48.552642+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552642+0000","last_undegraded":"2023-07-12T13:55:48.552642+0000","last_fullsized":"2023-07-12T13:55:48.552642+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573496+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:48.573496+0000","last_peered":"2023-07-12T13:55:48.573496+0000","last_clean":"2023-07-12T13:55:48.573496+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:48.573496+0000","last_undegraded":"2023-07-12T13:55:48.573496+0000","last_fullsized":"2023-07-12T13:55:48.573496+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557131+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:48.557131+0000","last_peered":"2023-07-12T13:55:48.557131+0000","last_clean":"2023-07-12T13:55:48.557131+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:48.557131+0000","last_undegraded":"2023-07-12T13:55:48.557131+0000","last_fullsized":"2023-07-12T13:55:48.557131+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557254+0000","last_change":"2023-07-12T13:55:47.557254+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557254+0000","last_undegraded":"2023-07-12T13:55:47.557254+0000","last_fullsized":"2023-07-12T13:55:47.557254+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553298+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:48.553298+0000","last_peered":"2023-07-12T13:55:48.553298+0000","last_clean":"2023-07-12T13:55:48.553298+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:48.553298+0000","last_undegraded":"2023-07-12T13:55:48.553298+0000","last_fullsized":"2023-07-12T13:55:48.553298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:14.269070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552875+0000","last_change":"2023-07-12T13:55:48.552875+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552875+0000","last_undegraded":"2023-07-12T13:55:48.552875+0000","last_fullsized":"2023-07-12T13:55:48.552875+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577664+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:47.577664+0000","last_peered":"2023-07-12T13:55:47.577664+0000","last_clean":"2023-07-12T13:55:47.577664+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:47.577664+0000","last_undegraded":"2023-07-12T13:55:47.577664+0000","last_fullsized":"2023-07-12T13:55:47.577664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549632+0000","last_change":"2023-07-12T13:55:48.549632+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549632+0000","last_undegraded":"2023-07-12T13:55:48.549632+0000","last_fullsized":"2023-07-12T13:55:48.549632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580136+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:47.580136+0000","last_peered":"2023-07-12T13:55:47.580136+0000","last_clean":"2023-07-12T13:55:47.580136+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:47.580136+0000","last_undegraded":"2023-07-12T13:55:47.580136+0000","last_fullsized":"2023-07-12T13:55:47.580136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555957+0000","last_change":"2023-07-12T13:55:47.555957+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555957+0000","last_undegraded":"2023-07-12T13:55:47.555957+0000","last_fullsized":"2023-07-12T13:55:47.555957+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551974+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:48.551974+0000","last_peered":"2023-07-12T13:55:48.551974+0000","last_clean":"2023-07-12T13:55:48.551974+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:48.551974+0000","last_undegraded":"2023-07-12T13:55:48.551974+0000","last_fullsized":"2023-07-12T13:55:48.551974+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558594+0000","last_change":"2023-07-12T13:55:47.558594+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558594+0000","last_undegraded":"2023-07-12T13:55:47.558594+0000","last_fullsized":"2023-07-12T13:55:47.558594+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553244+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:48.553244+0000","last_peered":"2023-07-12T13:55:48.553244+0000","last_clean":"2023-07-12T13:55:48.553244+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:48.553244+0000","last_undegraded":"2023-07-12T13:55:48.553244+0000","last_fullsized":"2023-07-12T13:55:48.553244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:48.439612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552650+0000","last_change":"2023-07-12T13:55:48.552650+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552650+0000","last_undegraded":"2023-07-12T13:55:48.552650+0000","last_fullsized":"2023-07-12T13:55:48.552650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553923+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:48.553923+0000","last_peered":"2023-07-12T13:55:48.553923+0000","last_clean":"2023-07-12T13:55:48.553923+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:48.553923+0000","last_undegraded":"2023-07-12T13:55:48.553923+0000","last_fullsized":"2023-07-12T13:55:48.553923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551169+0000","last_change":"2023-07-12T13:55:47.551169+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551169+0000","last_undegraded":"2023-07-12T13:55:47.551169+0000","last_fullsized":"2023-07-12T13:55:47.551169+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.569844+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:47.569844+0000","last_peered":"2023-07-12T13:55:47.569844+0000","last_clean":"2023-07-12T13:55:47.569844+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:47.569844+0000","last_undegraded":"2023-07-12T13:55:47.569844+0000","last_fullsized":"2023-07-12T13:55:47.569844+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:30.469857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542148,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":828,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":847872,"data_stored":674534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]}]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97999999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":788,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":806912,"data_stored":665626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:55:52.702 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:55:52.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 Processor -- start 2023-07-12T13:55:52.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 -- start start 2023-07-12T13:55:52.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5468156140 0x7f546815c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f54680aff80 0x7f54680cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f546815d1f0 con 0x7f5468159770 2023-07-12T13:55:52.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f546806f050 con 0x7f5468156140 2023-07-12T13:55:52.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546d096640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5468159bd0 con 0x7f54680aff80 2023-07-12T13:55:52.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5468156140 0x7f546815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5468156140 0x7f546815c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56256/0 (socket says 172.21.15.50:56256) 2023-07-12T13:55:52.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 -- 172.21.15.50:0/3370410511 learned_addr learned my addr 172.21.15.50:0/3370410511 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:52.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f546759e640 1 --2- 172.21.15.50:0/3370410511 >> v2:172.21.15.55:3300/0 conn(0x7f54680aff80 0x7f54680cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 -- 172.21.15.50:0/3370410511 >> v2:172.21.15.55:3300/0 conn(0x7f54680aff80 msgr2=0x7f54680cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:52.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 --2- 172.21.15.50:0/3370410511 >> v2:172.21.15.55:3300/0 conn(0x7f54680aff80 0x7f54680cc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 -- 172.21.15.50:0/3370410511 >> v1:172.21.15.55:6789/0 conn(0x7f5468159770 legacy=0x7f54680af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:52.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.874+0000 7f5466d9d640 1 -- 172.21.15.50:0/3370410511 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f546815c950 con 0x7f5468156140 2023-07-12T13:55:52.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f5466d9d640 1 --2- 172.21.15.50:0/3370410511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5468156140 0x7f546815c250 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f54680c4e50 tx=0x7f545801eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c36edfc43a91539c server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546659c640 1 -- 172.21.15.50:0/3370410511 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54580a7c60 con 0x7f5468156140 2023-07-12T13:55:52.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546659c640 1 -- 172.21.15.50:0/3370410511 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54580a7dc0 con 0x7f5468156140 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546659c640 1 -- 172.21.15.50:0/3370410511 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54580af660 con 0x7f5468156140 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546d096640 1 -- 172.21.15.50:0/3370410511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5468156140 msgr2=0x7f546815c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546d096640 1 --2- 172.21.15.50:0/3370410511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5468156140 0x7f546815c250 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f54680c4e50 tx=0x7f545801eb90 comp rx=0 tx=0).stop 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546d096640 1 -- 172.21.15.50:0/3370410511 shutdown_connections 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546d096640 1 --2- 172.21.15.50:0/3370410511 >> v2:172.21.15.55:3300/0 conn(0x7f54680aff80 0x7f54680cc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546d096640 1 --2- 172.21.15.50:0/3370410511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5468156140 0x7f546815c250 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.878+0000 7f546d096640 1 -- 172.21.15.50:0/3370410511 >> 172.21.15.50:0/3370410511 conn(0x7f54680ca870 msgr2=0x7f54680cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:52.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 -- 172.21.15.50:0/3370410511 shutdown_connections 2023-07-12T13:55:52.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 -- 172.21.15.50:0/3370410511 wait complete. 2023-07-12T13:55:52.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 Processor -- start 2023-07-12T13:55:52.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 -- start start 2023-07-12T13:55:52.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 0x7f5468152650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5468156140 0x7f54680ab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5468159770 0x7f5468159da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f546815afb0 con 0x7f54680aff80 2023-07-12T13:55:52.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54680abde0 con 0x7f5468156140 2023-07-12T13:55:52.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546d096640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54680c29f0 con 0x7f5468159770 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 0x7f5468152650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 0x7f5468152650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56258/0 (socket says 172.21.15.50:56258) 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 -- 172.21.15.50:0/2933745676 learned_addr learned my addr 172.21.15.50:0/2933745676 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f546759e640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5468159770 0x7f5468159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f545ffff640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5468156140 0x7f54680ab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 -- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5468159770 msgr2=0x7f5468159da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5468159770 0x7f5468159da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 -- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5468156140 msgr2=0x7f54680ab8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:52.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5468156140 0x7f54680ab8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:52.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 -- 172.21.15.50:0/2933745676 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f545800b770 con 0x7f54680aff80 2023-07-12T13:55:52.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f545ffff640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5468156140 0x7f54680ab8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:52.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.882+0000 7f5466d9d640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 0x7f5468152650 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f545801d240 tx=0x7f545801b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54580ba660 con 0x7f54680aff80 2023-07-12T13:55:52.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54580ba7c0 con 0x7f54680aff80 2023-07-12T13:55:52.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54580bab50 con 0x7f54680aff80 2023-07-12T13:55:52.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f546815a710 con 0x7f54680aff80 2023-07-12T13:55:52.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f546815acd0 con 0x7f54680aff80 2023-07-12T13:55:52.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54680cc530 con 0x7f54680aff80 2023-07-12T13:55:52.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f54580c2360 con 0x7f54680aff80 2023-07-12T13:55:52.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545f7fe640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f54480662b0 0x7f5448068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:52.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f545811eba0 con 0x7f54680aff80 2023-07-12T13:55:52.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.886+0000 7f545ffff640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f54480662b0 0x7f5448068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:52.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.890+0000 7f545ffff640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f54480662b0 0x7f5448068760 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f54680cdba0 tx=0x7f5450009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:52.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:52.890+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f54580ec0a0 con 0x7f54680aff80 2023-07-12T13:55:53.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.042+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f54680cc010 con 0x7f54480662b0 2023-07-12T13:55:53.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.050+0000 7f545f7fe640 1 -- 172.21.15.50:0/2933745676 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283717 (secure 0 0 0) 0x7f54500053f0 con 0x7f54480662b0 2023-07-12T13:55:53.057 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:53.058 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:55:53.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f54480662b0 msgr2=0x7f5448068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f54480662b0 0x7f5448068760 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f54680cdba0 tx=0x7f5450009040 comp rx=0 tx=0).stop 2023-07-12T13:55:53.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 msgr2=0x7f5468152650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 0x7f5468152650 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f545801d240 tx=0x7f545801b930 comp rx=0 tx=0).stop 2023-07-12T13:55:53.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 shutdown_connections 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f54480662b0 0x7f5448068760 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5468159770 0x7f5468159da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5468156140 0x7f54680ab8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 --2- 172.21.15.50:0/2933745676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54680aff80 0x7f5468152650 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 >> 172.21.15.50:0/2933745676 conn(0x7f54680ca870 msgr2=0x7f54680cd310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 shutdown_connections 2023-07-12T13:55:53.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.054+0000 7f546d096640 1 -- 172.21.15.50:0/2933745676 wait complete. 2023-07-12T13:55:53.078 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-07-12T13:55:51.540324+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251248,"kb_used_data":2864,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723472,"statfs":{"total":773094113280,"available":772836835328,"internally_reserved":0,"allocated":2932736,"data_stored":1791708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.001208"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549727+0000","last_change":"2023-07-12T13:55:48.549727+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549727+0000","last_undegraded":"2023-07-12T13:55:48.549727+0000","last_fullsized":"2023-07-12T13:55:48.549727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551816+0000","last_change":"2023-07-12T13:55:48.551816+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551816+0000","last_undegraded":"2023-07-12T13:55:48.551816+0000","last_fullsized":"2023-07-12T13:55:48.551816+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554552+0000","last_change":"2023-07-12T13:55:47.554552+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554552+0000","last_undegraded":"2023-07-12T13:55:47.554552+0000","last_fullsized":"2023-07-12T13:55:47.554552+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573139+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:48.573139+0000","last_peered":"2023-07-12T13:55:48.573139+0000","last_clean":"2023-07-12T13:55:48.573139+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:48.573139+0000","last_undegraded":"2023-07-12T13:55:48.573139+0000","last_fullsized":"2023-07-12T13:55:48.573139+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558568+0000","last_change":"2023-07-12T13:55:47.558568+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558568+0000","last_undegraded":"2023-07-12T13:55:47.558568+0000","last_fullsized":"2023-07-12T13:55:47.558568+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.559148+0000","last_change":"2023-07-12T13:55:47.559148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.559148+0000","last_undegraded":"2023-07-12T13:55:47.559148+0000","last_fullsized":"2023-07-12T13:55:47.559148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552412+0000","last_change":"2023-07-12T13:55:48.552412+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552412+0000","last_undegraded":"2023-07-12T13:55:48.552412+0000","last_fullsized":"2023-07-12T13:55:48.552412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:03.279059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556772+0000","last_change":"2023-07-12T13:55:47.556772+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556772+0000","last_undegraded":"2023-07-12T13:55:47.556772+0000","last_fullsized":"2023-07-12T13:55:47.556772+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551880+0000","last_change":"2023-07-12T13:55:48.551880+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551880+0000","last_undegraded":"2023-07-12T13:55:48.551880+0000","last_fullsized":"2023-07-12T13:55:48.551880+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553522+0000","last_change":"2023-07-12T13:55:47.553522+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553522+0000","last_undegraded":"2023-07-12T13:55:47.553522+0000","last_fullsized":"2023-07-12T13:55:47.553522+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549628+0000","last_change":"2023-07-12T13:55:48.549628+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549628+0000","last_undegraded":"2023-07-12T13:55:48.549628+0000","last_fullsized":"2023-07-12T13:55:48.549628+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549658+0000","last_change":"2023-07-12T13:55:48.549658+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549658+0000","last_undegraded":"2023-07-12T13:55:48.549658+0000","last_fullsized":"2023-07-12T13:55:48.549658+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551709+0000","last_change":"2023-07-12T13:55:48.551709+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551709+0000","last_undegraded":"2023-07-12T13:55:48.551709+0000","last_fullsized":"2023-07-12T13:55:48.551709+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554625+0000","last_change":"2023-07-12T13:55:47.554625+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554625+0000","last_undegraded":"2023-07-12T13:55:47.554625+0000","last_fullsized":"2023-07-12T13:55:47.554625+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556213+0000","last_change":"2023-07-12T13:55:47.556213+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556213+0000","last_undegraded":"2023-07-12T13:55:47.556213+0000","last_fullsized":"2023-07-12T13:55:47.556213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.550807+0000","last_change":"2023-07-12T13:55:47.550807+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.550807+0000","last_undegraded":"2023-07-12T13:55:47.550807+0000","last_fullsized":"2023-07-12T13:55:47.550807+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.550148+0000","last_change":"2023-07-12T13:55:48.550148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.550148+0000","last_undegraded":"2023-07-12T13:55:48.550148+0000","last_fullsized":"2023-07-12T13:55:48.550148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553006+0000","last_change":"2023-07-12T13:55:47.553006+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553006+0000","last_undegraded":"2023-07-12T13:55:47.553006+0000","last_fullsized":"2023-07-12T13:55:47.553006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.548872+0000","last_change":"2023-07-12T13:55:47.548872+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.548872+0000","last_undegraded":"2023-07-12T13:55:47.548872+0000","last_fullsized":"2023-07-12T13:55:47.548872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553616+0000","last_change":"2023-07-12T13:55:48.553616+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553616+0000","last_undegraded":"2023-07-12T13:55:48.553616+0000","last_fullsized":"2023-07-12T13:55:48.553616+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555391+0000","last_change":"2023-07-12T13:55:48.555391+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555391+0000","last_undegraded":"2023-07-12T13:55:48.555391+0000","last_fullsized":"2023-07-12T13:55:48.555391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557163+0000","last_change":"2023-07-12T13:55:48.557163+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557163+0000","last_undegraded":"2023-07-12T13:55:48.557163+0000","last_fullsized":"2023-07-12T13:55:48.557163+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552189+0000","last_change":"2023-07-12T13:55:48.552189+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552189+0000","last_undegraded":"2023-07-12T13:55:48.552189+0000","last_fullsized":"2023-07-12T13:55:48.552189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553307+0000","last_change":"2023-07-12T13:55:48.553307+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553307+0000","last_undegraded":"2023-07-12T13:55:48.553307+0000","last_fullsized":"2023-07-12T13:55:48.553307+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:37.049207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.554305+0000","last_change":"2023-07-12T13:55:48.554305+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.554305+0000","last_undegraded":"2023-07-12T13:55:48.554305+0000","last_fullsized":"2023-07-12T13:55:48.554305+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555217+0000","last_change":"2023-07-12T13:55:47.555217+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555217+0000","last_undegraded":"2023-07-12T13:55:47.555217+0000","last_fullsized":"2023-07-12T13:55:47.555217+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553833+0000","last_change":"2023-07-12T13:55:48.553833+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553833+0000","last_undegraded":"2023-07-12T13:55:48.553833+0000","last_fullsized":"2023-07-12T13:55:48.553833+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.588091+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:48.588091+0000","last_peered":"2023-07-12T13:55:48.588091+0000","last_clean":"2023-07-12T13:55:48.588091+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:48.588091+0000","last_undegraded":"2023-07-12T13:55:48.588091+0000","last_fullsized":"2023-07-12T13:55:48.588091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:31.484794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.556515+0000","last_change":"2023-07-12T13:55:48.556515+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.556515+0000","last_undegraded":"2023-07-12T13:55:48.556515+0000","last_fullsized":"2023-07-12T13:55:48.556515+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552844+0000","last_change":"2023-07-12T13:55:48.552844+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552844+0000","last_undegraded":"2023-07-12T13:55:48.552844+0000","last_fullsized":"2023-07-12T13:55:48.552844+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580086+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:47.580086+0000","last_peered":"2023-07-12T13:55:47.580086+0000","last_clean":"2023-07-12T13:55:47.580086+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:47.580086+0000","last_undegraded":"2023-07-12T13:55:47.580086+0000","last_fullsized":"2023-07-12T13:55:47.580086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551421+0000","last_change":"2023-07-12T13:55:47.551421+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551421+0000","last_undegraded":"2023-07-12T13:55:47.551421+0000","last_fullsized":"2023-07-12T13:55:47.551421+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555046+0000","last_change":"2023-07-12T13:55:48.555046+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555046+0000","last_undegraded":"2023-07-12T13:55:48.555046+0000","last_fullsized":"2023-07-12T13:55:48.555046+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.593694+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:48.593694+0000","last_peered":"2023-07-12T13:55:48.593694+0000","last_clean":"2023-07-12T13:55:48.593694+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:48.593694+0000","last_undegraded":"2023-07-12T13:55:48.593694+0000","last_fullsized":"2023-07-12T13:55:48.593694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:57.699769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552578+0000","last_change":"2023-07-12T13:55:48.552578+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552578+0000","last_undegraded":"2023-07-12T13:55:48.552578+0000","last_fullsized":"2023-07-12T13:55:48.552578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:45:02.484334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553031+0000","last_change":"2023-07-12T13:55:47.553031+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553031+0000","last_undegraded":"2023-07-12T13:55:47.553031+0000","last_fullsized":"2023-07-12T13:55:47.553031+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587315+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:48.587315+0000","last_peered":"2023-07-12T13:55:48.587315+0000","last_clean":"2023-07-12T13:55:48.587315+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:48.587315+0000","last_undegraded":"2023-07-12T13:55:48.587315+0000","last_fullsized":"2023-07-12T13:55:48.587315+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552142+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:48.552142+0000","last_peered":"2023-07-12T13:55:48.552142+0000","last_clean":"2023-07-12T13:55:48.552142+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:48.552142+0000","last_undegraded":"2023-07-12T13:55:48.552142+0000","last_fullsized":"2023-07-12T13:55:48.552142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557977+0000","last_change":"2023-07-12T13:55:47.557977+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557977+0000","last_undegraded":"2023-07-12T13:55:47.557977+0000","last_fullsized":"2023-07-12T13:55:47.557977+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.554651+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:48.554651+0000","last_peered":"2023-07-12T13:55:48.554651+0000","last_clean":"2023-07-12T13:55:48.554651+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:48.554651+0000","last_undegraded":"2023-07-12T13:55:48.554651+0000","last_fullsized":"2023-07-12T13:55:48.554651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552001+0000","last_change":"2023-07-12T13:55:47.552001+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552001+0000","last_undegraded":"2023-07-12T13:55:47.552001+0000","last_fullsized":"2023-07-12T13:55:47.552001+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559650+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:48.559650+0000","last_peered":"2023-07-12T13:55:48.559650+0000","last_clean":"2023-07-12T13:55:48.559650+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:48.559650+0000","last_undegraded":"2023-07-12T13:55:48.559650+0000","last_fullsized":"2023-07-12T13:55:48.559650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:54.466876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552207+0000","last_change":"2023-07-12T13:55:47.552207+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552207+0000","last_undegraded":"2023-07-12T13:55:47.552207+0000","last_fullsized":"2023-07-12T13:55:47.552207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.578052+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:47.578052+0000","last_peered":"2023-07-12T13:55:47.578052+0000","last_clean":"2023-07-12T13:55:47.578052+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:47.578052+0000","last_undegraded":"2023-07-12T13:55:47.578052+0000","last_fullsized":"2023-07-12T13:55:47.578052+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549023+0000","last_change":"2023-07-12T13:55:47.549023+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549023+0000","last_undegraded":"2023-07-12T13:55:47.549023+0000","last_fullsized":"2023-07-12T13:55:47.549023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557267+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:48.557267+0000","last_peered":"2023-07-12T13:55:48.557267+0000","last_clean":"2023-07-12T13:55:48.557267+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:48.557267+0000","last_undegraded":"2023-07-12T13:55:48.557267+0000","last_fullsized":"2023-07-12T13:55:48.557267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.564150+0000","last_change":"2023-07-12T13:55:48.564150+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.564150+0000","last_undegraded":"2023-07-12T13:55:48.564150+0000","last_fullsized":"2023-07-12T13:55:48.564150+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551818+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:48.551818+0000","last_peered":"2023-07-12T13:55:48.551818+0000","last_clean":"2023-07-12T13:55:48.551818+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:48.551818+0000","last_undegraded":"2023-07-12T13:55:48.551818+0000","last_fullsized":"2023-07-12T13:55:48.551818+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:37.512072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553395+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:48.553395+0000","last_peered":"2023-07-12T13:55:48.553395+0000","last_clean":"2023-07-12T13:55:48.553395+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:48.553395+0000","last_undegraded":"2023-07-12T13:55:48.553395+0000","last_fullsized":"2023-07-12T13:55:48.553395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:36.034270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587229+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:48.587229+0000","last_peered":"2023-07-12T13:55:48.587229+0000","last_clean":"2023-07-12T13:55:48.587229+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:48.587229+0000","last_undegraded":"2023-07-12T13:55:48.587229+0000","last_fullsized":"2023-07-12T13:55:48.587229+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580103+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:47.580103+0000","last_peered":"2023-07-12T13:55:47.580103+0000","last_clean":"2023-07-12T13:55:47.580103+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:47.580103+0000","last_undegraded":"2023-07-12T13:55:47.580103+0000","last_fullsized":"2023-07-12T13:55:47.580103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:40:56.636248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556750+0000","last_change":"2023-07-12T13:55:47.556750+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556750+0000","last_undegraded":"2023-07-12T13:55:47.556750+0000","last_fullsized":"2023-07-12T13:55:47.556750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.549367+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:48.549367+0000","last_peered":"2023-07-12T13:55:48.549367+0000","last_clean":"2023-07-12T13:55:48.549367+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:48.549367+0000","last_undegraded":"2023-07-12T13:55:48.549367+0000","last_fullsized":"2023-07-12T13:55:48.549367+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:25.431681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557335+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:48.557335+0000","last_peered":"2023-07-12T13:55:48.557335+0000","last_clean":"2023-07-12T13:55:48.557335+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:48.557335+0000","last_undegraded":"2023-07-12T13:55:48.557335+0000","last_fullsized":"2023-07-12T13:55:48.557335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":8,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.564820+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:48.564820+0000","last_peered":"2023-07-12T13:55:48.564820+0000","last_clean":"2023-07-12T13:55:48.564820+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:48.564820+0000","last_undegraded":"2023-07-12T13:55:48.564820+0000","last_fullsized":"2023-07-12T13:55:48.564820+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552139+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:48.552139+0000","last_peered":"2023-07-12T13:55:48.552139+0000","last_clean":"2023-07-12T13:55:48.552139+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:48.552139+0000","last_undegraded":"2023-07-12T13:55:48.552139+0000","last_fullsized":"2023-07-12T13:55:48.552139+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:48.191583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.579268+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:47.579268+0000","last_peered":"2023-07-12T13:55:47.579268+0000","last_clean":"2023-07-12T13:55:47.579268+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:47.579268+0000","last_undegraded":"2023-07-12T13:55:47.579268+0000","last_fullsized":"2023-07-12T13:55:47.579268+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.559341+0000","last_change":"2023-07-12T13:55:48.559341+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.559341+0000","last_undegraded":"2023-07-12T13:55:48.559341+0000","last_fullsized":"2023-07-12T13:55:48.559341+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:45.955726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553277+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:48.553277+0000","last_peered":"2023-07-12T13:55:48.553277+0000","last_clean":"2023-07-12T13:55:48.553277+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:48.553277+0000","last_undegraded":"2023-07-12T13:55:48.553277+0000","last_fullsized":"2023-07-12T13:55:48.553277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:00.758863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559750+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:48.559750+0000","last_peered":"2023-07-12T13:55:48.559750+0000","last_clean":"2023-07-12T13:55:48.559750+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:48.559750+0000","last_undegraded":"2023-07-12T13:55:48.559750+0000","last_fullsized":"2023-07-12T13:55:48.559750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:44:56.431221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555997+0000","last_change":"2023-07-12T13:55:48.555997+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555997+0000","last_undegraded":"2023-07-12T13:55:48.555997+0000","last_fullsized":"2023-07-12T13:55:48.555997+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559634+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:48.559634+0000","last_peered":"2023-07-12T13:55:48.559634+0000","last_clean":"2023-07-12T13:55:48.559634+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:48.559634+0000","last_undegraded":"2023-07-12T13:55:48.559634+0000","last_fullsized":"2023-07-12T13:55:48.559634+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549756+0000","last_change":"2023-07-12T13:55:47.549756+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549756+0000","last_undegraded":"2023-07-12T13:55:47.549756+0000","last_fullsized":"2023-07-12T13:55:47.549756+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.556027+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:48.556027+0000","last_peered":"2023-07-12T13:55:48.556027+0000","last_clean":"2023-07-12T13:55:48.556027+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:48.556027+0000","last_undegraded":"2023-07-12T13:55:48.556027+0000","last_fullsized":"2023-07-12T13:55:48.556027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:32.035146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557522+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:48.557522+0000","last_peered":"2023-07-12T13:55:48.557522+0000","last_clean":"2023-07-12T13:55:48.557522+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:48.557522+0000","last_undegraded":"2023-07-12T13:55:48.557522+0000","last_fullsized":"2023-07-12T13:55:48.557522+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:26.996970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552623+0000","last_change":"2023-07-12T13:55:48.552623+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552623+0000","last_undegraded":"2023-07-12T13:55:48.552623+0000","last_fullsized":"2023-07-12T13:55:48.552623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.567871+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:47.567871+0000","last_peered":"2023-07-12T13:55:47.567871+0000","last_clean":"2023-07-12T13:55:47.567871+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:47.567871+0000","last_undegraded":"2023-07-12T13:55:47.567871+0000","last_fullsized":"2023-07-12T13:55:47.567871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.563372+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:48.563372+0000","last_peered":"2023-07-12T13:55:48.563372+0000","last_clean":"2023-07-12T13:55:48.563372+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:48.563372+0000","last_undegraded":"2023-07-12T13:55:48.563372+0000","last_fullsized":"2023-07-12T13:55:48.563372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:30.996094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549707+0000","last_change":"2023-07-12T13:55:47.549707+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549707+0000","last_undegraded":"2023-07-12T13:55:47.549707+0000","last_fullsized":"2023-07-12T13:55:47.549707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554323+0000","last_change":"2023-07-12T13:55:47.554323+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554323+0000","last_undegraded":"2023-07-12T13:55:47.554323+0000","last_fullsized":"2023-07-12T13:55:47.554323+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577806+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:47.577806+0000","last_peered":"2023-07-12T13:55:47.577806+0000","last_clean":"2023-07-12T13:55:47.577806+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:47.577806+0000","last_undegraded":"2023-07-12T13:55:47.577806+0000","last_fullsized":"2023-07-12T13:55:47.577806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557694+0000","last_change":"2023-07-12T13:55:48.557694+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557694+0000","last_undegraded":"2023-07-12T13:55:48.557694+0000","last_fullsized":"2023-07-12T13:55:48.557694+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552305+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:48.552305+0000","last_peered":"2023-07-12T13:55:48.552305+0000","last_clean":"2023-07-12T13:55:48.552305+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:48.552305+0000","last_undegraded":"2023-07-12T13:55:48.552305+0000","last_fullsized":"2023-07-12T13:55:48.552305+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552980+0000","last_change":"2023-07-12T13:55:48.552980+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552980+0000","last_undegraded":"2023-07-12T13:55:48.552980+0000","last_fullsized":"2023-07-12T13:55:48.552980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:55.481813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.570322+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:47.570322+0000","last_peered":"2023-07-12T13:55:47.570322+0000","last_clean":"2023-07-12T13:55:47.570322+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:47.570322+0000","last_undegraded":"2023-07-12T13:55:47.570322+0000","last_fullsized":"2023-07-12T13:55:47.570322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552642+0000","last_change":"2023-07-12T13:55:48.552642+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552642+0000","last_undegraded":"2023-07-12T13:55:48.552642+0000","last_fullsized":"2023-07-12T13:55:48.552642+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573496+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:48.573496+0000","last_peered":"2023-07-12T13:55:48.573496+0000","last_clean":"2023-07-12T13:55:48.573496+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:48.573496+0000","last_undegraded":"2023-07-12T13:55:48.573496+0000","last_fullsized":"2023-07-12T13:55:48.573496+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557131+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:48.557131+0000","last_peered":"2023-07-12T13:55:48.557131+0000","last_clean":"2023-07-12T13:55:48.557131+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:48.557131+0000","last_undegraded":"2023-07-12T13:55:48.557131+0000","last_fullsized":"2023-07-12T13:55:48.557131+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557254+0000","last_change":"2023-07-12T13:55:47.557254+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557254+0000","last_undegraded":"2023-07-12T13:55:47.557254+0000","last_fullsized":"2023-07-12T13:55:47.557254+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553298+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:48.553298+0000","last_peered":"2023-07-12T13:55:48.553298+0000","last_clean":"2023-07-12T13:55:48.553298+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:48.553298+0000","last_undegraded":"2023-07-12T13:55:48.553298+0000","last_fullsized":"2023-07-12T13:55:48.553298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:14.269070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552875+0000","last_change":"2023-07-12T13:55:48.552875+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552875+0000","last_undegraded":"2023-07-12T13:55:48.552875+0000","last_fullsized":"2023-07-12T13:55:48.552875+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577664+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:47.577664+0000","last_peered":"2023-07-12T13:55:47.577664+0000","last_clean":"2023-07-12T13:55:47.577664+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:47.577664+0000","last_undegraded":"2023-07-12T13:55:47.577664+0000","last_fullsized":"2023-07-12T13:55:47.577664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549632+0000","last_change":"2023-07-12T13:55:48.549632+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549632+0000","last_undegraded":"2023-07-12T13:55:48.549632+0000","last_fullsized":"2023-07-12T13:55:48.549632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580136+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:47.580136+0000","last_peered":"2023-07-12T13:55:47.580136+0000","last_clean":"2023-07-12T13:55:47.580136+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:47.580136+0000","last_undegraded":"2023-07-12T13:55:47.580136+0000","last_fullsized":"2023-07-12T13:55:47.580136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555957+0000","last_change":"2023-07-12T13:55:47.555957+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555957+0000","last_undegraded":"2023-07-12T13:55:47.555957+0000","last_fullsized":"2023-07-12T13:55:47.555957+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551974+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:48.551974+0000","last_peered":"2023-07-12T13:55:48.551974+0000","last_clean":"2023-07-12T13:55:48.551974+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:48.551974+0000","last_undegraded":"2023-07-12T13:55:48.551974+0000","last_fullsized":"2023-07-12T13:55:48.551974+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558594+0000","last_change":"2023-07-12T13:55:47.558594+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558594+0000","last_undegraded":"2023-07-12T13:55:47.558594+0000","last_fullsized":"2023-07-12T13:55:47.558594+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553244+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:48.553244+0000","last_peered":"2023-07-12T13:55:48.553244+0000","last_clean":"2023-07-12T13:55:48.553244+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:48.553244+0000","last_undegraded":"2023-07-12T13:55:48.553244+0000","last_fullsized":"2023-07-12T13:55:48.553244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:48.439612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552650+0000","last_change":"2023-07-12T13:55:48.552650+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552650+0000","last_undegraded":"2023-07-12T13:55:48.552650+0000","last_fullsized":"2023-07-12T13:55:48.552650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553923+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:48.553923+0000","last_peered":"2023-07-12T13:55:48.553923+0000","last_clean":"2023-07-12T13:55:48.553923+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:48.553923+0000","last_undegraded":"2023-07-12T13:55:48.553923+0000","last_fullsized":"2023-07-12T13:55:48.553923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551169+0000","last_change":"2023-07-12T13:55:47.551169+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551169+0000","last_undegraded":"2023-07-12T13:55:47.551169+0000","last_fullsized":"2023-07-12T13:55:47.551169+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.569844+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:47.569844+0000","last_peered":"2023-07-12T13:55:47.569844+0000","last_clean":"2023-07-12T13:55:47.569844+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:47.569844+0000","last_undegraded":"2023-07-12T13:55:47.569844+0000","last_fullsized":"2023-07-12T13:55:47.569844+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:30.469857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542148,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":828,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":847872,"data_stored":674534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]}]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97999999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":788,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":806912,"data_stored":665626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:55:53.088 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:55:53.261 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 Processor -- start 2023-07-12T13:55:53.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 -- start start 2023-07-12T13:55:53.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb415c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7febb40aff80 0x7febb40cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febb415d1f0 con 0x7febb4159770 2023-07-12T13:55:53.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febb406f050 con 0x7febb40aff80 2023-07-12T13:55:53.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febbc048640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb415c950 con 0x7febb4156140 2023-07-12T13:55:53.264 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.258+0000 7febba5e5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7febb40aff80 0x7febb40cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.264 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7febb40aff80 0x7febb40cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56266/0 (socket says 172.21.15.50:56266) 2023-07-12T13:55:53.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 -- 172.21.15.50:0/1731311157 learned_addr learned my addr 172.21.15.50:0/1731311157 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:53.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febb9de4640 1 --2- 172.21.15.50:0/1731311157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 -- 172.21.15.50:0/1731311157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 msgr2=0x7febb415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:53.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 --2- 172.21.15.50:0/1731311157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 -- 172.21.15.50:0/1731311157 >> v1:172.21.15.55:6789/0 conn(0x7febb4159770 legacy=0x7febb40af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 -- 172.21.15.50:0/1731311157 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb415cc30 con 0x7febb40aff80 2023-07-12T13:55:53.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febba5e5640 1 --2- 172.21.15.50:0/1731311157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40cc530 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7febac00d150 tx=0x7febac01ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d6a6e493734400b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:53.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febb8de2640 1 -- 172.21.15.50:0/1731311157 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febac0a7ce0 con 0x7febb40aff80 2023-07-12T13:55:53.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febb8de2640 1 -- 172.21.15.50:0/1731311157 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febac0a7e40 con 0x7febb40aff80 2023-07-12T13:55:53.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.262+0000 7febb8de2640 1 -- 172.21.15.50:0/1731311157 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febac00b2f0 con 0x7febb40aff80 2023-07-12T13:55:53.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- 172.21.15.50:0/1731311157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 msgr2=0x7febb40cc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 --2- 172.21.15.50:0/1731311157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40cc530 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7febac00d150 tx=0x7febac01ec10 comp rx=0 tx=0).stop 2023-07-12T13:55:53.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- 172.21.15.50:0/1731311157 shutdown_connections 2023-07-12T13:55:53.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 --2- 172.21.15.50:0/1731311157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40cc530 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 --2- 172.21.15.50:0/1731311157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- 172.21.15.50:0/1731311157 >> 172.21.15.50:0/1731311157 conn(0x7febb40ca870 msgr2=0x7febb40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:53.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- 172.21.15.50:0/1731311157 shutdown_connections 2023-07-12T13:55:53.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- 172.21.15.50:0/1731311157 wait complete. 2023-07-12T13:55:53.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 Processor -- start 2023-07-12T13:55:53.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- start start 2023-07-12T13:55:53.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40c3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb4154780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7febb4159770 0x7febb4154cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb4157f80 con 0x7febb40aff80 2023-07-12T13:55:53.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb41f7890 con 0x7febb4159770 2023-07-12T13:55:53.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febbc048640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb4158220 con 0x7febb4156140 2023-07-12T13:55:53.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febb9de4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40c3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febb9de4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40c3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56276/0 (socket says 172.21.15.50:56276) 2023-07-12T13:55:53.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febb9de4640 1 -- 172.21.15.50:0/2777087657 learned_addr learned my addr 172.21.15.50:0/2777087657 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:53.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febba5e5640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7febb4159770 0x7febb4154cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.266+0000 7febb95e3640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb4154780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb9de4640 1 -- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 msgr2=0x7febb4154780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb9de4640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb4154780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb9de4640 1 -- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7febb4159770 msgr2=0x7febb4154cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb9de4640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7febb4159770 0x7febb4154cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb9de4640 1 -- 172.21.15.50:0/2777087657 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febac00bd40 con 0x7febb40aff80 2023-07-12T13:55:53.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febba5e5640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7febb4159770 0x7febb4154cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:53.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb9de4640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40c3e20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7febb000e870 tx=0x7febb000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:53.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb000eec0 con 0x7febb40aff80 2023-07-12T13:55:53.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febb000c940 con 0x7febb40aff80 2023-07-12T13:55:53.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febb4158500 con 0x7febb40aff80 2023-07-12T13:55:53.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb000ccb0 con 0x7febb40aff80 2023-07-12T13:55:53.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febb4158ac0 con 0x7febb40aff80 2023-07-12T13:55:53.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febb404e020 con 0x7febb40aff80 2023-07-12T13:55:53.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7febb0013470 con 0x7febb40aff80 2023-07-12T13:55:53.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febaa7fc640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7feb98066280 0x7feb98068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7febb0083e60 con 0x7febb40aff80 2023-07-12T13:55:53.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.270+0000 7febb95e3640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7feb98066280 0x7feb98068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.274+0000 7febb95e3640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7feb98066280 0x7feb98068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7febb415c100 tx=0x7feba4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:53.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.274+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7febb00512d0 con 0x7febb40aff80 2023-07-12T13:55:53.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.426+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7febb4159b40 con 0x7feb98066280 2023-07-12T13:55:53.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.434+0000 7febaa7fc640 1 -- 172.21.15.50:0/2777087657 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283717 (secure 0 0 0) 0x7feba40013a0 con 0x7feb98066280 2023-07-12T13:55:53.441 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:53.443 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:55:53.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7feb98066280 msgr2=0x7feb98068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7feb98066280 0x7feb98068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7febb415c100 tx=0x7feba4009040 comp rx=0 tx=0).stop 2023-07-12T13:55:53.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 msgr2=0x7febb40c3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40c3e20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7febb000e870 tx=0x7febb000ec70 comp rx=0 tx=0).stop 2023-07-12T13:55:53.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 shutdown_connections 2023-07-12T13:55:53.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7feb98066280 0x7feb98068730 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7febb4159770 0x7febb4154cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7febb4156140 0x7febb4154780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 --2- 172.21.15.50:0/2777087657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7febb40aff80 0x7febb40c3e20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 >> 172.21.15.50:0/2777087657 conn(0x7febb40ca870 msgr2=0x7febb406c940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:53.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 shutdown_connections 2023-07-12T13:55:53.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.438+0000 7febbc048640 1 -- 172.21.15.50:0/2777087657 wait complete. 2023-07-12T13:55:53.462 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-07-12T13:55:51.540324+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251248,"kb_used_data":2864,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723472,"statfs":{"total":773094113280,"available":772836835328,"internally_reserved":0,"allocated":2932736,"data_stored":1791708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.001208"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549727+0000","last_change":"2023-07-12T13:55:48.549727+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549727+0000","last_undegraded":"2023-07-12T13:55:48.549727+0000","last_fullsized":"2023-07-12T13:55:48.549727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551816+0000","last_change":"2023-07-12T13:55:48.551816+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551816+0000","last_undegraded":"2023-07-12T13:55:48.551816+0000","last_fullsized":"2023-07-12T13:55:48.551816+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554552+0000","last_change":"2023-07-12T13:55:47.554552+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554552+0000","last_undegraded":"2023-07-12T13:55:47.554552+0000","last_fullsized":"2023-07-12T13:55:47.554552+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573139+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:48.573139+0000","last_peered":"2023-07-12T13:55:48.573139+0000","last_clean":"2023-07-12T13:55:48.573139+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:48.573139+0000","last_undegraded":"2023-07-12T13:55:48.573139+0000","last_fullsized":"2023-07-12T13:55:48.573139+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558568+0000","last_change":"2023-07-12T13:55:47.558568+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558568+0000","last_undegraded":"2023-07-12T13:55:47.558568+0000","last_fullsized":"2023-07-12T13:55:47.558568+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.559148+0000","last_change":"2023-07-12T13:55:47.559148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.559148+0000","last_undegraded":"2023-07-12T13:55:47.559148+0000","last_fullsized":"2023-07-12T13:55:47.559148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552412+0000","last_change":"2023-07-12T13:55:48.552412+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552412+0000","last_undegraded":"2023-07-12T13:55:48.552412+0000","last_fullsized":"2023-07-12T13:55:48.552412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:03.279059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556772+0000","last_change":"2023-07-12T13:55:47.556772+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556772+0000","last_undegraded":"2023-07-12T13:55:47.556772+0000","last_fullsized":"2023-07-12T13:55:47.556772+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551880+0000","last_change":"2023-07-12T13:55:48.551880+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551880+0000","last_undegraded":"2023-07-12T13:55:48.551880+0000","last_fullsized":"2023-07-12T13:55:48.551880+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553522+0000","last_change":"2023-07-12T13:55:47.553522+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553522+0000","last_undegraded":"2023-07-12T13:55:47.553522+0000","last_fullsized":"2023-07-12T13:55:47.553522+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549628+0000","last_change":"2023-07-12T13:55:48.549628+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549628+0000","last_undegraded":"2023-07-12T13:55:48.549628+0000","last_fullsized":"2023-07-12T13:55:48.549628+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549658+0000","last_change":"2023-07-12T13:55:48.549658+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549658+0000","last_undegraded":"2023-07-12T13:55:48.549658+0000","last_fullsized":"2023-07-12T13:55:48.549658+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551709+0000","last_change":"2023-07-12T13:55:48.551709+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551709+0000","last_undegraded":"2023-07-12T13:55:48.551709+0000","last_fullsized":"2023-07-12T13:55:48.551709+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554625+0000","last_change":"2023-07-12T13:55:47.554625+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554625+0000","last_undegraded":"2023-07-12T13:55:47.554625+0000","last_fullsized":"2023-07-12T13:55:47.554625+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556213+0000","last_change":"2023-07-12T13:55:47.556213+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556213+0000","last_undegraded":"2023-07-12T13:55:47.556213+0000","last_fullsized":"2023-07-12T13:55:47.556213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.550807+0000","last_change":"2023-07-12T13:55:47.550807+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.550807+0000","last_undegraded":"2023-07-12T13:55:47.550807+0000","last_fullsized":"2023-07-12T13:55:47.550807+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.550148+0000","last_change":"2023-07-12T13:55:48.550148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.550148+0000","last_undegraded":"2023-07-12T13:55:48.550148+0000","last_fullsized":"2023-07-12T13:55:48.550148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553006+0000","last_change":"2023-07-12T13:55:47.553006+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553006+0000","last_undegraded":"2023-07-12T13:55:47.553006+0000","last_fullsized":"2023-07-12T13:55:47.553006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.548872+0000","last_change":"2023-07-12T13:55:47.548872+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.548872+0000","last_undegraded":"2023-07-12T13:55:47.548872+0000","last_fullsized":"2023-07-12T13:55:47.548872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553616+0000","last_change":"2023-07-12T13:55:48.553616+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553616+0000","last_undegraded":"2023-07-12T13:55:48.553616+0000","last_fullsized":"2023-07-12T13:55:48.553616+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555391+0000","last_change":"2023-07-12T13:55:48.555391+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555391+0000","last_undegraded":"2023-07-12T13:55:48.555391+0000","last_fullsized":"2023-07-12T13:55:48.555391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557163+0000","last_change":"2023-07-12T13:55:48.557163+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557163+0000","last_undegraded":"2023-07-12T13:55:48.557163+0000","last_fullsized":"2023-07-12T13:55:48.557163+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552189+0000","last_change":"2023-07-12T13:55:48.552189+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552189+0000","last_undegraded":"2023-07-12T13:55:48.552189+0000","last_fullsized":"2023-07-12T13:55:48.552189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553307+0000","last_change":"2023-07-12T13:55:48.553307+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553307+0000","last_undegraded":"2023-07-12T13:55:48.553307+0000","last_fullsized":"2023-07-12T13:55:48.553307+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:37.049207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.554305+0000","last_change":"2023-07-12T13:55:48.554305+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.554305+0000","last_undegraded":"2023-07-12T13:55:48.554305+0000","last_fullsized":"2023-07-12T13:55:48.554305+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555217+0000","last_change":"2023-07-12T13:55:47.555217+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555217+0000","last_undegraded":"2023-07-12T13:55:47.555217+0000","last_fullsized":"2023-07-12T13:55:47.555217+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553833+0000","last_change":"2023-07-12T13:55:48.553833+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553833+0000","last_undegraded":"2023-07-12T13:55:48.553833+0000","last_fullsized":"2023-07-12T13:55:48.553833+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.588091+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:48.588091+0000","last_peered":"2023-07-12T13:55:48.588091+0000","last_clean":"2023-07-12T13:55:48.588091+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:48.588091+0000","last_undegraded":"2023-07-12T13:55:48.588091+0000","last_fullsized":"2023-07-12T13:55:48.588091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:31.484794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.556515+0000","last_change":"2023-07-12T13:55:48.556515+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.556515+0000","last_undegraded":"2023-07-12T13:55:48.556515+0000","last_fullsized":"2023-07-12T13:55:48.556515+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552844+0000","last_change":"2023-07-12T13:55:48.552844+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552844+0000","last_undegraded":"2023-07-12T13:55:48.552844+0000","last_fullsized":"2023-07-12T13:55:48.552844+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580086+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:47.580086+0000","last_peered":"2023-07-12T13:55:47.580086+0000","last_clean":"2023-07-12T13:55:47.580086+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:47.580086+0000","last_undegraded":"2023-07-12T13:55:47.580086+0000","last_fullsized":"2023-07-12T13:55:47.580086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551421+0000","last_change":"2023-07-12T13:55:47.551421+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551421+0000","last_undegraded":"2023-07-12T13:55:47.551421+0000","last_fullsized":"2023-07-12T13:55:47.551421+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555046+0000","last_change":"2023-07-12T13:55:48.555046+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555046+0000","last_undegraded":"2023-07-12T13:55:48.555046+0000","last_fullsized":"2023-07-12T13:55:48.555046+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.593694+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:48.593694+0000","last_peered":"2023-07-12T13:55:48.593694+0000","last_clean":"2023-07-12T13:55:48.593694+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:48.593694+0000","last_undegraded":"2023-07-12T13:55:48.593694+0000","last_fullsized":"2023-07-12T13:55:48.593694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:57.699769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552578+0000","last_change":"2023-07-12T13:55:48.552578+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552578+0000","last_undegraded":"2023-07-12T13:55:48.552578+0000","last_fullsized":"2023-07-12T13:55:48.552578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:45:02.484334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553031+0000","last_change":"2023-07-12T13:55:47.553031+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553031+0000","last_undegraded":"2023-07-12T13:55:47.553031+0000","last_fullsized":"2023-07-12T13:55:47.553031+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587315+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:48.587315+0000","last_peered":"2023-07-12T13:55:48.587315+0000","last_clean":"2023-07-12T13:55:48.587315+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:48.587315+0000","last_undegraded":"2023-07-12T13:55:48.587315+0000","last_fullsized":"2023-07-12T13:55:48.587315+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552142+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:48.552142+0000","last_peered":"2023-07-12T13:55:48.552142+0000","last_clean":"2023-07-12T13:55:48.552142+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:48.552142+0000","last_undegraded":"2023-07-12T13:55:48.552142+0000","last_fullsized":"2023-07-12T13:55:48.552142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557977+0000","last_change":"2023-07-12T13:55:47.557977+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557977+0000","last_undegraded":"2023-07-12T13:55:47.557977+0000","last_fullsized":"2023-07-12T13:55:47.557977+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.554651+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:48.554651+0000","last_peered":"2023-07-12T13:55:48.554651+0000","last_clean":"2023-07-12T13:55:48.554651+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:48.554651+0000","last_undegraded":"2023-07-12T13:55:48.554651+0000","last_fullsized":"2023-07-12T13:55:48.554651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552001+0000","last_change":"2023-07-12T13:55:47.552001+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552001+0000","last_undegraded":"2023-07-12T13:55:47.552001+0000","last_fullsized":"2023-07-12T13:55:47.552001+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559650+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:48.559650+0000","last_peered":"2023-07-12T13:55:48.559650+0000","last_clean":"2023-07-12T13:55:48.559650+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:48.559650+0000","last_undegraded":"2023-07-12T13:55:48.559650+0000","last_fullsized":"2023-07-12T13:55:48.559650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:54.466876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552207+0000","last_change":"2023-07-12T13:55:47.552207+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552207+0000","last_undegraded":"2023-07-12T13:55:47.552207+0000","last_fullsized":"2023-07-12T13:55:47.552207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.578052+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:47.578052+0000","last_peered":"2023-07-12T13:55:47.578052+0000","last_clean":"2023-07-12T13:55:47.578052+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:47.578052+0000","last_undegraded":"2023-07-12T13:55:47.578052+0000","last_fullsized":"2023-07-12T13:55:47.578052+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549023+0000","last_change":"2023-07-12T13:55:47.549023+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549023+0000","last_undegraded":"2023-07-12T13:55:47.549023+0000","last_fullsized":"2023-07-12T13:55:47.549023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557267+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:48.557267+0000","last_peered":"2023-07-12T13:55:48.557267+0000","last_clean":"2023-07-12T13:55:48.557267+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:48.557267+0000","last_undegraded":"2023-07-12T13:55:48.557267+0000","last_fullsized":"2023-07-12T13:55:48.557267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.564150+0000","last_change":"2023-07-12T13:55:48.564150+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.564150+0000","last_undegraded":"2023-07-12T13:55:48.564150+0000","last_fullsized":"2023-07-12T13:55:48.564150+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551818+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:48.551818+0000","last_peered":"2023-07-12T13:55:48.551818+0000","last_clean":"2023-07-12T13:55:48.551818+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:48.551818+0000","last_undegraded":"2023-07-12T13:55:48.551818+0000","last_fullsized":"2023-07-12T13:55:48.551818+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:37.512072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553395+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:48.553395+0000","last_peered":"2023-07-12T13:55:48.553395+0000","last_clean":"2023-07-12T13:55:48.553395+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:48.553395+0000","last_undegraded":"2023-07-12T13:55:48.553395+0000","last_fullsized":"2023-07-12T13:55:48.553395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:36.034270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587229+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:48.587229+0000","last_peered":"2023-07-12T13:55:48.587229+0000","last_clean":"2023-07-12T13:55:48.587229+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:48.587229+0000","last_undegraded":"2023-07-12T13:55:48.587229+0000","last_fullsized":"2023-07-12T13:55:48.587229+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580103+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:47.580103+0000","last_peered":"2023-07-12T13:55:47.580103+0000","last_clean":"2023-07-12T13:55:47.580103+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:47.580103+0000","last_undegraded":"2023-07-12T13:55:47.580103+0000","last_fullsized":"2023-07-12T13:55:47.580103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:40:56.636248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556750+0000","last_change":"2023-07-12T13:55:47.556750+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556750+0000","last_undegraded":"2023-07-12T13:55:47.556750+0000","last_fullsized":"2023-07-12T13:55:47.556750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.549367+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:48.549367+0000","last_peered":"2023-07-12T13:55:48.549367+0000","last_clean":"2023-07-12T13:55:48.549367+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:48.549367+0000","last_undegraded":"2023-07-12T13:55:48.549367+0000","last_fullsized":"2023-07-12T13:55:48.549367+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:25.431681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557335+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:48.557335+0000","last_peered":"2023-07-12T13:55:48.557335+0000","last_clean":"2023-07-12T13:55:48.557335+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:48.557335+0000","last_undegraded":"2023-07-12T13:55:48.557335+0000","last_fullsized":"2023-07-12T13:55:48.557335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":8,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.564820+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:48.564820+0000","last_peered":"2023-07-12T13:55:48.564820+0000","last_clean":"2023-07-12T13:55:48.564820+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:48.564820+0000","last_undegraded":"2023-07-12T13:55:48.564820+0000","last_fullsized":"2023-07-12T13:55:48.564820+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552139+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:48.552139+0000","last_peered":"2023-07-12T13:55:48.552139+0000","last_clean":"2023-07-12T13:55:48.552139+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:48.552139+0000","last_undegraded":"2023-07-12T13:55:48.552139+0000","last_fullsized":"2023-07-12T13:55:48.552139+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:48.191583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.579268+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:47.579268+0000","last_peered":"2023-07-12T13:55:47.579268+0000","last_clean":"2023-07-12T13:55:47.579268+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:47.579268+0000","last_undegraded":"2023-07-12T13:55:47.579268+0000","last_fullsized":"2023-07-12T13:55:47.579268+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.559341+0000","last_change":"2023-07-12T13:55:48.559341+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.559341+0000","last_undegraded":"2023-07-12T13:55:48.559341+0000","last_fullsized":"2023-07-12T13:55:48.559341+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:45.955726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553277+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:48.553277+0000","last_peered":"2023-07-12T13:55:48.553277+0000","last_clean":"2023-07-12T13:55:48.553277+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:48.553277+0000","last_undegraded":"2023-07-12T13:55:48.553277+0000","last_fullsized":"2023-07-12T13:55:48.553277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:00.758863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559750+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:48.559750+0000","last_peered":"2023-07-12T13:55:48.559750+0000","last_clean":"2023-07-12T13:55:48.559750+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:48.559750+0000","last_undegraded":"2023-07-12T13:55:48.559750+0000","last_fullsized":"2023-07-12T13:55:48.559750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:44:56.431221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555997+0000","last_change":"2023-07-12T13:55:48.555997+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555997+0000","last_undegraded":"2023-07-12T13:55:48.555997+0000","last_fullsized":"2023-07-12T13:55:48.555997+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559634+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:48.559634+0000","last_peered":"2023-07-12T13:55:48.559634+0000","last_clean":"2023-07-12T13:55:48.559634+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:48.559634+0000","last_undegraded":"2023-07-12T13:55:48.559634+0000","last_fullsized":"2023-07-12T13:55:48.559634+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549756+0000","last_change":"2023-07-12T13:55:47.549756+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549756+0000","last_undegraded":"2023-07-12T13:55:47.549756+0000","last_fullsized":"2023-07-12T13:55:47.549756+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.556027+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:48.556027+0000","last_peered":"2023-07-12T13:55:48.556027+0000","last_clean":"2023-07-12T13:55:48.556027+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:48.556027+0000","last_undegraded":"2023-07-12T13:55:48.556027+0000","last_fullsized":"2023-07-12T13:55:48.556027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:32.035146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557522+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:48.557522+0000","last_peered":"2023-07-12T13:55:48.557522+0000","last_clean":"2023-07-12T13:55:48.557522+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:48.557522+0000","last_undegraded":"2023-07-12T13:55:48.557522+0000","last_fullsized":"2023-07-12T13:55:48.557522+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:26.996970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552623+0000","last_change":"2023-07-12T13:55:48.552623+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552623+0000","last_undegraded":"2023-07-12T13:55:48.552623+0000","last_fullsized":"2023-07-12T13:55:48.552623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.567871+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:47.567871+0000","last_peered":"2023-07-12T13:55:47.567871+0000","last_clean":"2023-07-12T13:55:47.567871+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:47.567871+0000","last_undegraded":"2023-07-12T13:55:47.567871+0000","last_fullsized":"2023-07-12T13:55:47.567871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.563372+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:48.563372+0000","last_peered":"2023-07-12T13:55:48.563372+0000","last_clean":"2023-07-12T13:55:48.563372+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:48.563372+0000","last_undegraded":"2023-07-12T13:55:48.563372+0000","last_fullsized":"2023-07-12T13:55:48.563372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:30.996094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549707+0000","last_change":"2023-07-12T13:55:47.549707+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549707+0000","last_undegraded":"2023-07-12T13:55:47.549707+0000","last_fullsized":"2023-07-12T13:55:47.549707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554323+0000","last_change":"2023-07-12T13:55:47.554323+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554323+0000","last_undegraded":"2023-07-12T13:55:47.554323+0000","last_fullsized":"2023-07-12T13:55:47.554323+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577806+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:47.577806+0000","last_peered":"2023-07-12T13:55:47.577806+0000","last_clean":"2023-07-12T13:55:47.577806+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:47.577806+0000","last_undegraded":"2023-07-12T13:55:47.577806+0000","last_fullsized":"2023-07-12T13:55:47.577806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557694+0000","last_change":"2023-07-12T13:55:48.557694+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557694+0000","last_undegraded":"2023-07-12T13:55:48.557694+0000","last_fullsized":"2023-07-12T13:55:48.557694+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552305+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:48.552305+0000","last_peered":"2023-07-12T13:55:48.552305+0000","last_clean":"2023-07-12T13:55:48.552305+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:48.552305+0000","last_undegraded":"2023-07-12T13:55:48.552305+0000","last_fullsized":"2023-07-12T13:55:48.552305+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552980+0000","last_change":"2023-07-12T13:55:48.552980+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552980+0000","last_undegraded":"2023-07-12T13:55:48.552980+0000","last_fullsized":"2023-07-12T13:55:48.552980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:55.481813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.570322+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:47.570322+0000","last_peered":"2023-07-12T13:55:47.570322+0000","last_clean":"2023-07-12T13:55:47.570322+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:47.570322+0000","last_undegraded":"2023-07-12T13:55:47.570322+0000","last_fullsized":"2023-07-12T13:55:47.570322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552642+0000","last_change":"2023-07-12T13:55:48.552642+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552642+0000","last_undegraded":"2023-07-12T13:55:48.552642+0000","last_fullsized":"2023-07-12T13:55:48.552642+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573496+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:48.573496+0000","last_peered":"2023-07-12T13:55:48.573496+0000","last_clean":"2023-07-12T13:55:48.573496+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:48.573496+0000","last_undegraded":"2023-07-12T13:55:48.573496+0000","last_fullsized":"2023-07-12T13:55:48.573496+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557131+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:48.557131+0000","last_peered":"2023-07-12T13:55:48.557131+0000","last_clean":"2023-07-12T13:55:48.557131+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:48.557131+0000","last_undegraded":"2023-07-12T13:55:48.557131+0000","last_fullsized":"2023-07-12T13:55:48.557131+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557254+0000","last_change":"2023-07-12T13:55:47.557254+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557254+0000","last_undegraded":"2023-07-12T13:55:47.557254+0000","last_fullsized":"2023-07-12T13:55:47.557254+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553298+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:48.553298+0000","last_peered":"2023-07-12T13:55:48.553298+0000","last_clean":"2023-07-12T13:55:48.553298+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:48.553298+0000","last_undegraded":"2023-07-12T13:55:48.553298+0000","last_fullsized":"2023-07-12T13:55:48.553298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:14.269070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552875+0000","last_change":"2023-07-12T13:55:48.552875+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552875+0000","last_undegraded":"2023-07-12T13:55:48.552875+0000","last_fullsized":"2023-07-12T13:55:48.552875+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577664+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:47.577664+0000","last_peered":"2023-07-12T13:55:47.577664+0000","last_clean":"2023-07-12T13:55:47.577664+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:47.577664+0000","last_undegraded":"2023-07-12T13:55:47.577664+0000","last_fullsized":"2023-07-12T13:55:47.577664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549632+0000","last_change":"2023-07-12T13:55:48.549632+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549632+0000","last_undegraded":"2023-07-12T13:55:48.549632+0000","last_fullsized":"2023-07-12T13:55:48.549632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580136+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:47.580136+0000","last_peered":"2023-07-12T13:55:47.580136+0000","last_clean":"2023-07-12T13:55:47.580136+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:47.580136+0000","last_undegraded":"2023-07-12T13:55:47.580136+0000","last_fullsized":"2023-07-12T13:55:47.580136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555957+0000","last_change":"2023-07-12T13:55:47.555957+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555957+0000","last_undegraded":"2023-07-12T13:55:47.555957+0000","last_fullsized":"2023-07-12T13:55:47.555957+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551974+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:48.551974+0000","last_peered":"2023-07-12T13:55:48.551974+0000","last_clean":"2023-07-12T13:55:48.551974+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:48.551974+0000","last_undegraded":"2023-07-12T13:55:48.551974+0000","last_fullsized":"2023-07-12T13:55:48.551974+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558594+0000","last_change":"2023-07-12T13:55:47.558594+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558594+0000","last_undegraded":"2023-07-12T13:55:47.558594+0000","last_fullsized":"2023-07-12T13:55:47.558594+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553244+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:48.553244+0000","last_peered":"2023-07-12T13:55:48.553244+0000","last_clean":"2023-07-12T13:55:48.553244+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:48.553244+0000","last_undegraded":"2023-07-12T13:55:48.553244+0000","last_fullsized":"2023-07-12T13:55:48.553244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:48.439612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552650+0000","last_change":"2023-07-12T13:55:48.552650+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552650+0000","last_undegraded":"2023-07-12T13:55:48.552650+0000","last_fullsized":"2023-07-12T13:55:48.552650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553923+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:48.553923+0000","last_peered":"2023-07-12T13:55:48.553923+0000","last_clean":"2023-07-12T13:55:48.553923+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:48.553923+0000","last_undegraded":"2023-07-12T13:55:48.553923+0000","last_fullsized":"2023-07-12T13:55:48.553923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551169+0000","last_change":"2023-07-12T13:55:47.551169+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551169+0000","last_undegraded":"2023-07-12T13:55:47.551169+0000","last_fullsized":"2023-07-12T13:55:47.551169+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.569844+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:47.569844+0000","last_peered":"2023-07-12T13:55:47.569844+0000","last_clean":"2023-07-12T13:55:47.569844+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:47.569844+0000","last_undegraded":"2023-07-12T13:55:47.569844+0000","last_fullsized":"2023-07-12T13:55:47.569844+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:30.469857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542148,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":828,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":847872,"data_stored":674534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]}]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97999999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":788,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":806912,"data_stored":665626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:55:53.469 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3f is not active+clean 2023-07-12T13:55:53.469 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3f', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.549727+0000', 'last_change': '2023-07-12T13:55:48.549727+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.549727+0000', 'last_undegraded': '2023-07-12T13:55:48.549727+0000', 'last_fullsized': '2023-07-12T13:55:48.549727+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': ['2', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-07-12T13:55:53.470 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3e is not active+clean 2023-07-12T13:55:53.470 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3e', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.551816+0000', 'last_change': '2023-07-12T13:55:48.551816+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.551816+0000', 'last_undegraded': '2023-07-12T13:55:48.551816+0000', 'last_fullsized': '2023-07-12T13:55:48.551816+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': ['5', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.470 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3d is not active+clean 2023-07-12T13:55:53.470 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.554552+0000', 'last_change': '2023-07-12T13:55:47.554552+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.554552+0000', 'last_undegraded': '2023-07-12T13:55:47.554552+0000', 'last_fullsized': '2023-07-12T13:55:47.554552+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.471 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3b is not active+clean 2023-07-12T13:55:53.471 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.558568+0000', 'last_change': '2023-07-12T13:55:47.558568+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.558568+0000', 'last_undegraded': '2023-07-12T13:55:47.558568+0000', 'last_fullsized': '2023-07-12T13:55:47.558568+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.471 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3a is not active+clean 2023-07-12T13:55:53.472 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.559148+0000', 'last_change': '2023-07-12T13:55:47.559148+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.559148+0000', 'last_undegraded': '2023-07-12T13:55:47.559148+0000', 'last_fullsized': '2023-07-12T13:55:47.559148+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.472 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.38 is not active+clean 2023-07-12T13:55:53.472 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.38', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552412+0000', 'last_change': '2023-07-12T13:55:48.552412+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552412+0000', 'last_undegraded': '2023-07-12T13:55:48.552412+0000', 'last_fullsized': '2023-07-12T13:55:48.552412+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T19:22:03.279059+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': ['5', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.472 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.37 is not active+clean 2023-07-12T13:55:53.473 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.556772+0000', 'last_change': '2023-07-12T13:55:47.556772+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.556772+0000', 'last_undegraded': '2023-07-12T13:55:47.556772+0000', 'last_fullsized': '2023-07-12T13:55:47.556772+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.473 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.36 is not active+clean 2023-07-12T13:55:53.473 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.36', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.551880+0000', 'last_change': '2023-07-12T13:55:48.551880+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.551880+0000', 'last_undegraded': '2023-07-12T13:55:48.551880+0000', 'last_fullsized': '2023-07-12T13:55:48.551880+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': ['5', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.473 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.35 is not active+clean 2023-07-12T13:55:53.474 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.553522+0000', 'last_change': '2023-07-12T13:55:47.553522+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.553522+0000', 'last_undegraded': '2023-07-12T13:55:47.553522+0000', 'last_fullsized': '2023-07-12T13:55:47.553522+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.474 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.34 is not active+clean 2023-07-12T13:55:53.474 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.34', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.549628+0000', 'last_change': '2023-07-12T13:55:48.549628+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.549628+0000', 'last_undegraded': '2023-07-12T13:55:48.549628+0000', 'last_fullsized': '2023-07-12T13:55:48.549628+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': ['2', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-07-12T13:55:53.475 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.33 is not active+clean 2023-07-12T13:55:53.475 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.33', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.549658+0000', 'last_change': '2023-07-12T13:55:48.549658+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.549658+0000', 'last_undegraded': '2023-07-12T13:55:48.549658+0000', 'last_fullsized': '2023-07-12T13:55:48.549658+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': ['2', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-07-12T13:55:53.475 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.32 is not active+clean 2023-07-12T13:55:53.475 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.32', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.551709+0000', 'last_change': '2023-07-12T13:55:48.551709+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.551709+0000', 'last_undegraded': '2023-07-12T13:55:48.551709+0000', 'last_fullsized': '2023-07-12T13:55:48.551709+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': ['5', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.476 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.30 is not active+clean 2023-07-12T13:55:53.476 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.554625+0000', 'last_change': '2023-07-12T13:55:47.554625+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.554625+0000', 'last_undegraded': '2023-07-12T13:55:47.554625+0000', 'last_fullsized': '2023-07-12T13:55:47.554625+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.476 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2f is not active+clean 2023-07-12T13:55:53.476 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.556213+0000', 'last_change': '2023-07-12T13:55:47.556213+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.556213+0000', 'last_undegraded': '2023-07-12T13:55:47.556213+0000', 'last_fullsized': '2023-07-12T13:55:47.556213+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.477 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2e is not active+clean 2023-07-12T13:55:53.477 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.550807+0000', 'last_change': '2023-07-12T13:55:47.550807+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.550807+0000', 'last_undegraded': '2023-07-12T13:55:47.550807+0000', 'last_fullsized': '2023-07-12T13:55:47.550807+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.477 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2d is not active+clean 2023-07-12T13:55:53.477 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2d', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.550148+0000', 'last_change': '2023-07-12T13:55:48.550148+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.550148+0000', 'last_undegraded': '2023-07-12T13:55:48.550148+0000', 'last_fullsized': '2023-07-12T13:55:48.550148+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': ['2', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-07-12T13:55:53.478 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2c is not active+clean 2023-07-12T13:55:53.478 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.553006+0000', 'last_change': '2023-07-12T13:55:47.553006+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.553006+0000', 'last_undegraded': '2023-07-12T13:55:47.553006+0000', 'last_fullsized': '2023-07-12T13:55:47.553006+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.478 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2a is not active+clean 2023-07-12T13:55:53.478 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.548872+0000', 'last_change': '2023-07-12T13:55:47.548872+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.548872+0000', 'last_undegraded': '2023-07-12T13:55:47.548872+0000', 'last_fullsized': '2023-07-12T13:55:47.548872+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.479 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.29 is not active+clean 2023-07-12T13:55:53.479 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.29', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.553616+0000', 'last_change': '2023-07-12T13:55:48.553616+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.553616+0000', 'last_undegraded': '2023-07-12T13:55:48.553616+0000', 'last_fullsized': '2023-07-12T13:55:48.553616+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': ['3', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.479 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.27 is not active+clean 2023-07-12T13:55:53.479 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.27', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.555391+0000', 'last_change': '2023-07-12T13:55:48.555391+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.555391+0000', 'last_undegraded': '2023-07-12T13:55:48.555391+0000', 'last_fullsized': '2023-07-12T13:55:48.555391+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': ['1', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.480 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.26 is not active+clean 2023-07-12T13:55:53.480 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.26', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.557163+0000', 'last_change': '2023-07-12T13:55:48.557163+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.557163+0000', 'last_undegraded': '2023-07-12T13:55:48.557163+0000', 'last_fullsized': '2023-07-12T13:55:48.557163+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': ['1', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.480 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.25 is not active+clean 2023-07-12T13:55:53.481 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.25', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552189+0000', 'last_change': '2023-07-12T13:55:48.552189+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552189+0000', 'last_undegraded': '2023-07-12T13:55:48.552189+0000', 'last_fullsized': '2023-07-12T13:55:48.552189+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': ['5', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.481 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.24 is not active+clean 2023-07-12T13:55:53.481 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.24', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.553307+0000', 'last_change': '2023-07-12T13:55:48.553307+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.553307+0000', 'last_undegraded': '2023-07-12T13:55:48.553307+0000', 'last_fullsized': '2023-07-12T13:55:48.553307+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T19:55:37.049207+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': ['1', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.481 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.23 is not active+clean 2023-07-12T13:55:53.482 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.23', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.554305+0000', 'last_change': '2023-07-12T13:55:48.554305+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.554305+0000', 'last_undegraded': '2023-07-12T13:55:48.554305+0000', 'last_fullsized': '2023-07-12T13:55:48.554305+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.482 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.22 is not active+clean 2023-07-12T13:55:53.482 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.555217+0000', 'last_change': '2023-07-12T13:55:47.555217+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.555217+0000', 'last_undegraded': '2023-07-12T13:55:47.555217+0000', 'last_fullsized': '2023-07-12T13:55:47.555217+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.482 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.21 is not active+clean 2023-07-12T13:55:53.483 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.21', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.553833+0000', 'last_change': '2023-07-12T13:55:48.553833+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.553833+0000', 'last_undegraded': '2023-07-12T13:55:48.553833+0000', 'last_fullsized': '2023-07-12T13:55:48.553833+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': ['3', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.483 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.14 is not active+clean 2023-07-12T13:55:53.483 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.14', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.556515+0000', 'last_change': '2023-07-12T13:55:48.556515+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.556515+0000', 'last_undegraded': '2023-07-12T13:55:48.556515+0000', 'last_fullsized': '2023-07-12T13:55:48.556515+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': ['3', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.484 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.15 is not active+clean 2023-07-12T13:55:53.484 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.15', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552844+0000', 'last_change': '2023-07-12T13:55:48.552844+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552844+0000', 'last_undegraded': '2023-07-12T13:55:48.552844+0000', 'last_fullsized': '2023-07-12T13:55:48.552844+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': ['5', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.484 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.16 is not active+clean 2023-07-12T13:55:53.484 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.551421+0000', 'last_change': '2023-07-12T13:55:47.551421+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.551421+0000', 'last_undegraded': '2023-07-12T13:55:47.551421+0000', 'last_fullsized': '2023-07-12T13:55:47.551421+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.485 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.17 is not active+clean 2023-07-12T13:55:53.485 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.17', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.555046+0000', 'last_change': '2023-07-12T13:55:48.555046+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.555046+0000', 'last_undegraded': '2023-07-12T13:55:48.555046+0000', 'last_fullsized': '2023-07-12T13:55:48.555046+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.485 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.8 is not active+clean 2023-07-12T13:55:53.486 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.8', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552578+0000', 'last_change': '2023-07-12T13:55:48.552578+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552578+0000', 'last_undegraded': '2023-07-12T13:55:48.552578+0000', 'last_fullsized': '2023-07-12T13:55:48.552578+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T00:45:02.484334+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': ['5', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-07-12T13:55:53.486 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.9 is not active+clean 2023-07-12T13:55:53.486 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.553031+0000', 'last_change': '2023-07-12T13:55:47.553031+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.553031+0000', 'last_undegraded': '2023-07-12T13:55:47.553031+0000', 'last_fullsized': '2023-07-12T13:55:47.553031+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.486 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.b is not active+clean 2023-07-12T13:55:53.487 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.557977+0000', 'last_change': '2023-07-12T13:55:47.557977+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.557977+0000', 'last_undegraded': '2023-07-12T13:55:47.557977+0000', 'last_fullsized': '2023-07-12T13:55:47.557977+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.487 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.c is not active+clean 2023-07-12T13:55:53.487 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.552001+0000', 'last_change': '2023-07-12T13:55:47.552001+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.552001+0000', 'last_undegraded': '2023-07-12T13:55:47.552001+0000', 'last_fullsized': '2023-07-12T13:55:47.552001+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.487 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.d is not active+clean 2023-07-12T13:55:53.488 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.552207+0000', 'last_change': '2023-07-12T13:55:47.552207+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.552207+0000', 'last_undegraded': '2023-07-12T13:55:47.552207+0000', 'last_fullsized': '2023-07-12T13:55:47.552207+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.488 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.e is not active+clean 2023-07-12T13:55:53.488 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.549023+0000', 'last_change': '2023-07-12T13:55:47.549023+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.549023+0000', 'last_undegraded': '2023-07-12T13:55:47.549023+0000', 'last_fullsized': '2023-07-12T13:55:47.549023+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.489 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.f is not active+clean 2023-07-12T13:55:53.489 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.f', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.564150+0000', 'last_change': '2023-07-12T13:55:48.564150+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.564150+0000', 'last_undegraded': '2023-07-12T13:55:48.564150+0000', 'last_fullsized': '2023-07-12T13:55:48.564150+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': ['1', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.489 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.6 is not active+clean 2023-07-12T13:55:53.489 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.556750+0000', 'last_change': '2023-07-12T13:55:47.556750+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.556750+0000', 'last_undegraded': '2023-07-12T13:55:47.556750+0000', 'last_fullsized': '2023-07-12T13:55:47.556750+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.490 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.4 is not active+clean 2023-07-12T13:55:53.490 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.4', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.559341+0000', 'last_change': '2023-07-12T13:55:48.559341+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.559341+0000', 'last_undegraded': '2023-07-12T13:55:48.559341+0000', 'last_fullsized': '2023-07-12T13:55:48.559341+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T14:01:45.955726+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': ['1', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.490 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2 is not active+clean 2023-07-12T13:55:53.490 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.555997+0000', 'last_change': '2023-07-12T13:55:48.555997+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.555997+0000', 'last_undegraded': '2023-07-12T13:55:48.555997+0000', 'last_fullsized': '2023-07-12T13:55:48.555997+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': ['1', '5'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.491 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3 is not active+clean 2023-07-12T13:55:53.491 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.549756+0000', 'last_change': '2023-07-12T13:55:47.549756+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.549756+0000', 'last_undegraded': '2023-07-12T13:55:47.549756+0000', 'last_fullsized': '2023-07-12T13:55:47.549756+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.491 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.0 is not active+clean 2023-07-12T13:55:53.492 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.0', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552623+0000', 'last_change': '2023-07-12T13:55:48.552623+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552623+0000', 'last_undegraded': '2023-07-12T13:55:48.552623+0000', 'last_fullsized': '2023-07-12T13:55:48.552623+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.492 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1 is not active+clean 2023-07-12T13:55:53.492 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.549707+0000', 'last_change': '2023-07-12T13:55:47.549707+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.549707+0000', 'last_undegraded': '2023-07-12T13:55:47.549707+0000', 'last_fullsized': '2023-07-12T13:55:47.549707+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.492 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.13 is not active+clean 2023-07-12T13:55:53.493 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.554323+0000', 'last_change': '2023-07-12T13:55:47.554323+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.554323+0000', 'last_undegraded': '2023-07-12T13:55:47.554323+0000', 'last_fullsized': '2023-07-12T13:55:47.554323+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.493 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.12 is not active+clean 2023-07-12T13:55:53.493 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.557694+0000', 'last_change': '2023-07-12T13:55:48.557694+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.557694+0000', 'last_undegraded': '2023-07-12T13:55:48.557694+0000', 'last_fullsized': '2023-07-12T13:55:48.557694+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': ['1', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-07-12T13:55:53.493 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.11 is not active+clean 2023-07-12T13:55:53.494 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.11', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552980+0000', 'last_change': '2023-07-12T13:55:48.552980+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552980+0000', 'last_undegraded': '2023-07-12T13:55:48.552980+0000', 'last_fullsized': '2023-07-12T13:55:48.552980+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T16:49:55.481813+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.494 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.10 is not active+clean 2023-07-12T13:55:53.494 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.10', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552642+0000', 'last_change': '2023-07-12T13:55:48.552642+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552642+0000', 'last_undegraded': '2023-07-12T13:55:48.552642+0000', 'last_fullsized': '2023-07-12T13:55:48.552642+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': ['3', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.494 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1e is not active+clean 2023-07-12T13:55:53.495 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.557254+0000', 'last_change': '2023-07-12T13:55:47.557254+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.557254+0000', 'last_undegraded': '2023-07-12T13:55:47.557254+0000', 'last_fullsized': '2023-07-12T13:55:47.557254+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-07-12T13:55:53.495 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1d is not active+clean 2023-07-12T13:55:53.495 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1d', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552875+0000', 'last_change': '2023-07-12T13:55:48.552875+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552875+0000', 'last_undegraded': '2023-07-12T13:55:48.552875+0000', 'last_fullsized': '2023-07-12T13:55:48.552875+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': ['3', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.496 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1c is not active+clean 2023-07-12T13:55:53.496 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1c', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.549632+0000', 'last_change': '2023-07-12T13:55:48.549632+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.549632+0000', 'last_undegraded': '2023-07-12T13:55:48.549632+0000', 'last_fullsized': '2023-07-12T13:55:48.549632+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': ['2', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-07-12T13:55:53.496 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1b is not active+clean 2023-07-12T13:55:53.496 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.555957+0000', 'last_change': '2023-07-12T13:55:47.555957+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.555957+0000', 'last_undegraded': '2023-07-12T13:55:47.555957+0000', 'last_fullsized': '2023-07-12T13:55:47.555957+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.497 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1a is not active+clean 2023-07-12T13:55:53.497 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.558594+0000', 'last_change': '2023-07-12T13:55:47.558594+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.558594+0000', 'last_undegraded': '2023-07-12T13:55:47.558594+0000', 'last_fullsized': '2023-07-12T13:55:47.558594+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.497 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.19 is not active+clean 2023-07-12T13:55:53.497 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.19', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 22, 'state': 'creating+activating', 'last_fresh': '2023-07-12T13:55:48.552650+0000', 'last_change': '2023-07-12T13:55:48.552650+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:48.552650+0000', 'last_undegraded': '2023-07-12T13:55:48.552650+0000', 'last_fullsized': '2023-07-12T13:55:48.552650+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': ['3', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-07-12T13:55:53.498 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.18 is not active+clean 2023-07-12T13:55:53.498 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 21, 'state': 'creating+peering', 'last_fresh': '2023-07-12T13:55:47.551169+0000', 'last_change': '2023-07-12T13:55:47.551169+0000', 'last_active': '2023-07-12T13:55:47.537352+0000', 'last_peered': '2023-07-12T13:55:47.537352+0000', 'last_clean': '2023-07-12T13:55:47.537352+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-07-12T13:55:47.551169+0000', 'last_undegraded': '2023-07-12T13:55:47.551169+0000', 'last_fullsized': '2023-07-12T13:55:47.551169+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 21, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'last_clean_scrub_stamp': '2023-07-12T13:55:47.537352+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-07-12T13:55:53.499 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-07-12T13:55:53.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2c774640 1 Processor -- start 2023-07-12T13:55:53.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2c774640 1 -- start start 2023-07-12T13:55:53.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2c774640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8f2415c0d0 0x7f8f2406c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2c774640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f240d0f20 con 0x7f8f240cd2f0 2023-07-12T13:55:53.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2c774640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f240cfaf0 con 0x7f8f240cddd0 2023-07-12T13:55:53.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2c774640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f2406be10 con 0x7f8f2415c0d0 2023-07-12T13:55:53.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2a510640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8f2415c0d0 0x7f8f2406c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2ad11640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f8f240cd2f0 0x7f8f2415fc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33158/0 (socket says 172.21.15.50:33158) 2023-07-12T13:55:53.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2ad11640 1 -- 172.21.15.50:0/2296954172 learned_addr learned my addr 172.21.15.50:0/2296954172 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:53.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2a510640 1 -- 172.21.15.50:0/2296954172 >> v1:172.21.15.55:6789/0 conn(0x7f8f240cddd0 legacy=0x7f8f240ccbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2a510640 1 -- 172.21.15.50:0/2296954172 >> v1:172.21.15.50:6789/0 conn(0x7f8f240cd2f0 legacy=0x7f8f2415fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2a510640 1 -- 172.21.15.50:0/2296954172 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f240cfdd0 con 0x7f8f2415c0d0 2023-07-12T13:55:53.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.642+0000 7f8f2950e640 1 -- 172.21.15.50:0/2296954172 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1999638447 0 0) 0x7f8f240d0f20 con 0x7f8f240cd2f0 2023-07-12T13:55:53.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2a510640 1 --2- 172.21.15.50:0/2296954172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f2415c0d0 0x7f8f2406c260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8f200097c0 tx=0x7f8f2001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b65ded6047a1c7a6 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:53.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2950e640 1 -- 172.21.15.50:0/2296954172 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f200a6040 con 0x7f8f2415c0d0 2023-07-12T13:55:53.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2950e640 1 -- 172.21.15.50:0/2296954172 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f200aa600 con 0x7f8f2415c0d0 2023-07-12T13:55:53.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2950e640 1 -- 172.21.15.50:0/2296954172 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f200aa990 con 0x7f8f2415c0d0 2023-07-12T13:55:53.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 -- 172.21.15.50:0/2296954172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f2415c0d0 msgr2=0x7f8f2406c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 --2- 172.21.15.50:0/2296954172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f2415c0d0 0x7f8f2406c260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8f200097c0 tx=0x7f8f2001c480 comp rx=0 tx=0).stop 2023-07-12T13:55:53.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 -- 172.21.15.50:0/2296954172 shutdown_connections 2023-07-12T13:55:53.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 --2- 172.21.15.50:0/2296954172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f2415c0d0 0x7f8f2406c260 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 -- 172.21.15.50:0/2296954172 >> 172.21.15.50:0/2296954172 conn(0x7f8f2406d480 msgr2=0x7f8f2406d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:53.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 -- 172.21.15.50:0/2296954172 shutdown_connections 2023-07-12T13:55:53.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.646+0000 7f8f2c774640 1 -- 172.21.15.50:0/2296954172 wait complete. 2023-07-12T13:55:53.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 Processor -- start 2023-07-12T13:55:53.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 -- start start 2023-07-12T13:55:53.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f240cd2f0 0x7f8f2414b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 0x7f8f24159500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f2415c0d0 0x7f8f24159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f2415ae50 con 0x7f8f240cddd0 2023-07-12T13:55:53.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f24156520 con 0x7f8f2415c0d0 2023-07-12T13:55:53.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f24156800 con 0x7f8f240cd2f0 2023-07-12T13:55:53.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 0x7f8f24159500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 0x7f8f24159500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56292/0 (socket says 172.21.15.50:56292) 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 -- 172.21.15.50:0/172861403 learned_addr learned my addr 172.21.15.50:0/172861403 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2a510640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f240cd2f0 0x7f8f2414b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2ad11640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f2415c0d0 0x7f8f24159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 -- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f240cd2f0 msgr2=0x7f8f2414b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f240cd2f0 0x7f8f2414b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 -- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f2415c0d0 msgr2=0x7f8f24159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.663 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f2415c0d0 0x7f8f24159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.663 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 -- 172.21.15.50:0/172861403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f20009420 con 0x7f8f240cddd0 2023-07-12T13:55:53.663 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f29d0f640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 0x7f8f24159500 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400c500 tx=0x7f8f1400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:53.663 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f14005220 con 0x7f8f240cddd0 2023-07-12T13:55:53.663 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f14005380 con 0x7f8f240cddd0 2023-07-12T13:55:53.663 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f24156ae0 con 0x7f8f240cddd0 2023-07-12T13:55:53.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f14007270 con 0x7f8f240cddd0 2023-07-12T13:55:53.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.650+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f241570a0 con 0x7f8f240cddd0 2023-07-12T13:55:53.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.654+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f241572c0 con 0x7f8f240cddd0 2023-07-12T13:55:53.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.654+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8f140073d0 con 0x7f8f240cddd0 2023-07-12T13:55:53.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.654+0000 7f8f1affd640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8f08066280 0x7f8f08068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:53.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.654+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8f14083550 con 0x7f8f240cddd0 2023-07-12T13:55:53.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.654+0000 7f8f2a510640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8f08066280 0x7f8f08068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:53.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.654+0000 7f8f2a510640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8f08066280 0x7f8f08068730 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8f200ae000 tx=0x7f8f200b5040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:53.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.658+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8f140509f0 con 0x7f8f240cddd0 2023-07-12T13:55:53.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.866+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f8f2404e020 con 0x7f8f240cddd0 2023-07-12T13:55:53.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.866+0000 7f8f1affd640 1 -- 172.21.15.50:0/172861403 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1145 (secure 0 0 0) 0x7f8f14054010 con 0x7f8f240cddd0 2023-07-12T13:55:53.870 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:53.870 INFO:teuthology.orchestra.run.smithi050.stdout:{"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":6,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":31,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":23,"num_osds":8,"num_up_osds":8,"osd_up_since":1689170134,"num_in_osds":8,"osd_in_since":1689170124,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":51},{"state_name":"creating+activating","count":29},{"state_name":"creating+peering","count":25}],"num_pgs":105,"num_pools":4,"num_objects":13,"data_bytes":590584,"bytes_used":257277952,"bytes_avail":772836835328,"bytes_total":773094113280,"inactive_pgs_ratio":0.51428574323654175,"write_bytes_sec":1706,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":4279}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2023-07-12T13:55:22.183748+0000","services":{}},"progress_events":{}} 2023-07-12T13:55:53.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.866+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8f08066280 msgr2=0x7f8f08068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.866+0000 7f8f2c774640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8f08066280 0x7f8f08068730 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8f200ae000 tx=0x7f8f200b5040 comp rx=0 tx=0).stop 2023-07-12T13:55:53.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 msgr2=0x7f8f24159500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:53.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 0x7f8f24159500 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400c500 tx=0x7f8f1400c9c0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 shutdown_connections 2023-07-12T13:55:53.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8f08066280 0x7f8f08068730 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f2415c0d0 0x7f8f24159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f240cddd0 0x7f8f24159500 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 --2- 172.21.15.50:0/172861403 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f240cd2f0 0x7f8f2414b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:53.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 >> 172.21.15.50:0/172861403 conn(0x7f8f2406d480 msgr2=0x7f8f240b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:53.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 shutdown_connections 2023-07-12T13:55:53.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:53.870+0000 7f8f2c774640 1 -- 172.21.15.50:0/172861403 wait complete. 2023-07-12T13:55:53.890 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-07-12T13:55:53.891 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:55:54.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 Processor -- start 2023-07-12T13:55:54.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 -- start start 2023-07-12T13:55:54.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efc540b7910 0x7efc540cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:54.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540ccce0 0x7efc540b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:54.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc540b7ce0 con 0x7efc540b47e0 2023-07-12T13:55:54.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc540cefa0 con 0x7efc540b7910 2023-07-12T13:55:54.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc5a711640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc540cf280 con 0x7efc540ccce0 2023-07-12T13:55:54.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc58cae640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7efc540b47e0 0x7efc5415f480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33164/0 (socket says 172.21.15.50:33164) 2023-07-12T13:55:54.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc58cae640 1 -- 172.21.15.50:0/2702897450 learned_addr learned my addr 172.21.15.50:0/2702897450 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:54.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc53fff640 1 --2- 172.21.15.50:0/2702897450 >> v2:172.21.15.50:3300/0 conn(0x7efc540b7910 0x7efc540cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:54.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc537fe640 1 --2- 172.21.15.50:0/2702897450 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540ccce0 0x7efc540b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:54.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc52ffd640 1 -- 172.21.15.50:0/2702897450 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 93255995 0 0) 0x7efc540b7ce0 con 0x7efc540b47e0 2023-07-12T13:55:54.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc52ffd640 1 -- 172.21.15.50:0/2702897450 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc3c003530 con 0x7efc540b47e0 2023-07-12T13:55:54.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc53fff640 1 -- 172.21.15.50:0/2702897450 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540ccce0 msgr2=0x7efc540b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:54.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc53fff640 1 --2- 172.21.15.50:0/2702897450 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540ccce0 0x7efc540b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc53fff640 1 -- 172.21.15.50:0/2702897450 >> v1:172.21.15.50:6789/0 conn(0x7efc540b47e0 legacy=0x7efc5415f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:54.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.030+0000 7efc53fff640 1 -- 172.21.15.50:0/2702897450 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc540cf560 con 0x7efc540b7910 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc53fff640 1 --2- 172.21.15.50:0/2702897450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc540cc7a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7efc440097c0 tx=0x7efc4401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf5e06690e78fa8c server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc52ffd640 1 -- 172.21.15.50:0/2702897450 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc440ac620 con 0x7efc540b7910 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc52ffd640 1 -- 172.21.15.50:0/2702897450 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc440ac780 con 0x7efc540b7910 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc52ffd640 1 -- 172.21.15.50:0/2702897450 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc440acaf0 con 0x7efc540b7910 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 -- 172.21.15.50:0/2702897450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 msgr2=0x7efc540cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 --2- 172.21.15.50:0/2702897450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc540cc7a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7efc440097c0 tx=0x7efc4401c3c0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 -- 172.21.15.50:0/2702897450 shutdown_connections 2023-07-12T13:55:54.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 --2- 172.21.15.50:0/2702897450 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540ccce0 0x7efc540b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 --2- 172.21.15.50:0/2702897450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc540cc7a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 -- 172.21.15.50:0/2702897450 >> 172.21.15.50:0/2702897450 conn(0x7efc54069f00 msgr2=0x7efc5406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:54.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 -- 172.21.15.50:0/2702897450 shutdown_connections 2023-07-12T13:55:54.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.034+0000 7efc5a711640 1 -- 172.21.15.50:0/2702897450 wait complete. 2023-07-12T13:55:54.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 Processor -- start 2023-07-12T13:55:54.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 -- start start 2023-07-12T13:55:54.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540b47e0 0x7efc54159750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc54157110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc540ccce0 0x7efc540cb950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc54159c90 con 0x7efc540b7910 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc5415c3f0 con 0x7efc540ccce0 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc540ca740 con 0x7efc540b47e0 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc54157110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:54.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc54157110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:56296/0 (socket says 172.21.15.50:56296) 2023-07-12T13:55:54.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 -- 172.21.15.50:0/549165627 learned_addr learned my addr 172.21.15.50:0/549165627 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:54.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc53fff640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540b47e0 0x7efc54159750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:54.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc58cae640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc540ccce0 0x7efc540cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:54.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 -- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540b47e0 msgr2=0x7efc54159750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:54.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540b47e0 0x7efc54159750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 -- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc540ccce0 msgr2=0x7efc540cb950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:54.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc540ccce0 0x7efc540cb950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 -- 172.21.15.50:0/549165627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc44009420 con 0x7efc540b7910 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc537fe640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc54157110 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efc4800e840 tx=0x7efc4800ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc48009510 con 0x7efc540b7910 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc4800ee90 con 0x7efc540b7910 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc4800cb80 con 0x7efc540b7910 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc5415c690 con 0x7efc540b7910 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.038+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc5415cc50 con 0x7efc540b7910 2023-07-12T13:55:54.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.042+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc5404e020 con 0x7efc540b7910 2023-07-12T13:55:54.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.042+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efc4800cce0 con 0x7efc540b7910 2023-07-12T13:55:54.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.042+0000 7efc50ff9640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc40066280 0x7efc40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:54.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.042+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7efc48083df0 con 0x7efc540b7910 2023-07-12T13:55:54.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.042+0000 7efc53fff640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc40066280 0x7efc40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:54.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.042+0000 7efc53fff640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc40066280 0x7efc40068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efc440ae000 tx=0x7efc440a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:54.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.046+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efc48054d10 con 0x7efc540b7910 2023-07-12T13:55:54.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.198+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efc540b4520 con 0x7efc40066280 2023-07-12T13:55:54.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.206+0000 7efc50ff9640 1 -- 172.21.15.50:0/549165627 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283717 (secure 0 0 0) 0x7efc440b6470 con 0x7efc40066280 2023-07-12T13:55:54.213 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:54.215 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:55:54.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc40066280 msgr2=0x7efc40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:54.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc40066280 0x7efc40068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efc440ae000 tx=0x7efc440a7000 comp rx=0 tx=0).stop 2023-07-12T13:55:54.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 msgr2=0x7efc54157110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:54.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc54157110 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efc4800e840 tx=0x7efc4800ec40 comp rx=0 tx=0).stop 2023-07-12T13:55:54.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 shutdown_connections 2023-07-12T13:55:54.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc40066280 0x7efc40068730 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc540ccce0 0x7efc540cb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc540b7910 0x7efc54157110 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 --2- 172.21.15.50:0/549165627 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc540b47e0 0x7efc54159750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:54.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 >> 172.21.15.50:0/549165627 conn(0x7efc54069f00 msgr2=0x7efc540b57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:54.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 shutdown_connections 2023-07-12T13:55:54.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:54.210+0000 7efc5a711640 1 -- 172.21.15.50:0/549165627 wait complete. 2023-07-12T13:55:54.233 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2023-07-12T13:55:53.540783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251248,"kb_used_data":2864,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723472,"statfs":{"total":773094113280,"available":772836835328,"internally_reserved":0,"allocated":2932736,"data_stored":1791708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001500"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549727+0000","last_change":"2023-07-12T13:55:48.549727+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549727+0000","last_undegraded":"2023-07-12T13:55:48.549727+0000","last_fullsized":"2023-07-12T13:55:48.549727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551816+0000","last_change":"2023-07-12T13:55:48.551816+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551816+0000","last_undegraded":"2023-07-12T13:55:48.551816+0000","last_fullsized":"2023-07-12T13:55:48.551816+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554552+0000","last_change":"2023-07-12T13:55:47.554552+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554552+0000","last_undegraded":"2023-07-12T13:55:47.554552+0000","last_fullsized":"2023-07-12T13:55:47.554552+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573139+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:48.573139+0000","last_peered":"2023-07-12T13:55:48.573139+0000","last_clean":"2023-07-12T13:55:48.573139+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:48.573139+0000","last_undegraded":"2023-07-12T13:55:48.573139+0000","last_fullsized":"2023-07-12T13:55:48.573139+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558568+0000","last_change":"2023-07-12T13:55:47.558568+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558568+0000","last_undegraded":"2023-07-12T13:55:47.558568+0000","last_fullsized":"2023-07-12T13:55:47.558568+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.559148+0000","last_change":"2023-07-12T13:55:47.559148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.559148+0000","last_undegraded":"2023-07-12T13:55:47.559148+0000","last_fullsized":"2023-07-12T13:55:47.559148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552412+0000","last_change":"2023-07-12T13:55:48.552412+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552412+0000","last_undegraded":"2023-07-12T13:55:48.552412+0000","last_fullsized":"2023-07-12T13:55:48.552412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:03.279059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556772+0000","last_change":"2023-07-12T13:55:47.556772+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556772+0000","last_undegraded":"2023-07-12T13:55:47.556772+0000","last_fullsized":"2023-07-12T13:55:47.556772+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551880+0000","last_change":"2023-07-12T13:55:48.551880+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551880+0000","last_undegraded":"2023-07-12T13:55:48.551880+0000","last_fullsized":"2023-07-12T13:55:48.551880+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553522+0000","last_change":"2023-07-12T13:55:47.553522+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553522+0000","last_undegraded":"2023-07-12T13:55:47.553522+0000","last_fullsized":"2023-07-12T13:55:47.553522+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549628+0000","last_change":"2023-07-12T13:55:48.549628+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549628+0000","last_undegraded":"2023-07-12T13:55:48.549628+0000","last_fullsized":"2023-07-12T13:55:48.549628+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549658+0000","last_change":"2023-07-12T13:55:48.549658+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549658+0000","last_undegraded":"2023-07-12T13:55:48.549658+0000","last_fullsized":"2023-07-12T13:55:48.549658+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.551709+0000","last_change":"2023-07-12T13:55:48.551709+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.551709+0000","last_undegraded":"2023-07-12T13:55:48.551709+0000","last_fullsized":"2023-07-12T13:55:48.551709+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554625+0000","last_change":"2023-07-12T13:55:47.554625+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554625+0000","last_undegraded":"2023-07-12T13:55:47.554625+0000","last_fullsized":"2023-07-12T13:55:47.554625+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556213+0000","last_change":"2023-07-12T13:55:47.556213+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556213+0000","last_undegraded":"2023-07-12T13:55:47.556213+0000","last_fullsized":"2023-07-12T13:55:47.556213+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.550807+0000","last_change":"2023-07-12T13:55:47.550807+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.550807+0000","last_undegraded":"2023-07-12T13:55:47.550807+0000","last_fullsized":"2023-07-12T13:55:47.550807+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.550148+0000","last_change":"2023-07-12T13:55:48.550148+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.550148+0000","last_undegraded":"2023-07-12T13:55:48.550148+0000","last_fullsized":"2023-07-12T13:55:48.550148+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553006+0000","last_change":"2023-07-12T13:55:47.553006+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553006+0000","last_undegraded":"2023-07-12T13:55:47.553006+0000","last_fullsized":"2023-07-12T13:55:47.553006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.548872+0000","last_change":"2023-07-12T13:55:47.548872+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.548872+0000","last_undegraded":"2023-07-12T13:55:47.548872+0000","last_fullsized":"2023-07-12T13:55:47.548872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553616+0000","last_change":"2023-07-12T13:55:48.553616+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553616+0000","last_undegraded":"2023-07-12T13:55:48.553616+0000","last_fullsized":"2023-07-12T13:55:48.553616+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555391+0000","last_change":"2023-07-12T13:55:48.555391+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555391+0000","last_undegraded":"2023-07-12T13:55:48.555391+0000","last_fullsized":"2023-07-12T13:55:48.555391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557163+0000","last_change":"2023-07-12T13:55:48.557163+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557163+0000","last_undegraded":"2023-07-12T13:55:48.557163+0000","last_fullsized":"2023-07-12T13:55:48.557163+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552189+0000","last_change":"2023-07-12T13:55:48.552189+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552189+0000","last_undegraded":"2023-07-12T13:55:48.552189+0000","last_fullsized":"2023-07-12T13:55:48.552189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553307+0000","last_change":"2023-07-12T13:55:48.553307+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553307+0000","last_undegraded":"2023-07-12T13:55:48.553307+0000","last_fullsized":"2023-07-12T13:55:48.553307+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:37.049207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.554305+0000","last_change":"2023-07-12T13:55:48.554305+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.554305+0000","last_undegraded":"2023-07-12T13:55:48.554305+0000","last_fullsized":"2023-07-12T13:55:48.554305+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555217+0000","last_change":"2023-07-12T13:55:47.555217+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555217+0000","last_undegraded":"2023-07-12T13:55:47.555217+0000","last_fullsized":"2023-07-12T13:55:47.555217+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.553833+0000","last_change":"2023-07-12T13:55:48.553833+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.553833+0000","last_undegraded":"2023-07-12T13:55:48.553833+0000","last_fullsized":"2023-07-12T13:55:48.553833+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.588091+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:48.588091+0000","last_peered":"2023-07-12T13:55:48.588091+0000","last_clean":"2023-07-12T13:55:48.588091+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:48.588091+0000","last_undegraded":"2023-07-12T13:55:48.588091+0000","last_fullsized":"2023-07-12T13:55:48.588091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:31.484794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.556515+0000","last_change":"2023-07-12T13:55:48.556515+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.556515+0000","last_undegraded":"2023-07-12T13:55:48.556515+0000","last_fullsized":"2023-07-12T13:55:48.556515+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552844+0000","last_change":"2023-07-12T13:55:48.552844+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552844+0000","last_undegraded":"2023-07-12T13:55:48.552844+0000","last_fullsized":"2023-07-12T13:55:48.552844+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580086+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:47.580086+0000","last_peered":"2023-07-12T13:55:47.580086+0000","last_clean":"2023-07-12T13:55:47.580086+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:47.580086+0000","last_undegraded":"2023-07-12T13:55:47.580086+0000","last_fullsized":"2023-07-12T13:55:47.580086+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551421+0000","last_change":"2023-07-12T13:55:47.551421+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551421+0000","last_undegraded":"2023-07-12T13:55:47.551421+0000","last_fullsized":"2023-07-12T13:55:47.551421+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555046+0000","last_change":"2023-07-12T13:55:48.555046+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555046+0000","last_undegraded":"2023-07-12T13:55:48.555046+0000","last_fullsized":"2023-07-12T13:55:48.555046+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.593694+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:48.593694+0000","last_peered":"2023-07-12T13:55:48.593694+0000","last_clean":"2023-07-12T13:55:48.593694+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:48.593694+0000","last_undegraded":"2023-07-12T13:55:48.593694+0000","last_fullsized":"2023-07-12T13:55:48.593694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:57.699769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552578+0000","last_change":"2023-07-12T13:55:48.552578+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552578+0000","last_undegraded":"2023-07-12T13:55:48.552578+0000","last_fullsized":"2023-07-12T13:55:48.552578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:45:02.484334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.553031+0000","last_change":"2023-07-12T13:55:47.553031+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.553031+0000","last_undegraded":"2023-07-12T13:55:47.553031+0000","last_fullsized":"2023-07-12T13:55:47.553031+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587315+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:48.587315+0000","last_peered":"2023-07-12T13:55:48.587315+0000","last_clean":"2023-07-12T13:55:48.587315+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:48.587315+0000","last_undegraded":"2023-07-12T13:55:48.587315+0000","last_fullsized":"2023-07-12T13:55:48.587315+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552142+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:48.552142+0000","last_peered":"2023-07-12T13:55:48.552142+0000","last_clean":"2023-07-12T13:55:48.552142+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:48.552142+0000","last_undegraded":"2023-07-12T13:55:48.552142+0000","last_fullsized":"2023-07-12T13:55:48.552142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557977+0000","last_change":"2023-07-12T13:55:47.557977+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557977+0000","last_undegraded":"2023-07-12T13:55:47.557977+0000","last_fullsized":"2023-07-12T13:55:47.557977+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.554651+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:48.554651+0000","last_peered":"2023-07-12T13:55:48.554651+0000","last_clean":"2023-07-12T13:55:48.554651+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:48.554651+0000","last_undegraded":"2023-07-12T13:55:48.554651+0000","last_fullsized":"2023-07-12T13:55:48.554651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552001+0000","last_change":"2023-07-12T13:55:47.552001+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552001+0000","last_undegraded":"2023-07-12T13:55:47.552001+0000","last_fullsized":"2023-07-12T13:55:47.552001+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559650+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:48.559650+0000","last_peered":"2023-07-12T13:55:48.559650+0000","last_clean":"2023-07-12T13:55:48.559650+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:48.559650+0000","last_undegraded":"2023-07-12T13:55:48.559650+0000","last_fullsized":"2023-07-12T13:55:48.559650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:54.466876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.552207+0000","last_change":"2023-07-12T13:55:47.552207+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.552207+0000","last_undegraded":"2023-07-12T13:55:47.552207+0000","last_fullsized":"2023-07-12T13:55:47.552207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.578052+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:47.578052+0000","last_peered":"2023-07-12T13:55:47.578052+0000","last_clean":"2023-07-12T13:55:47.578052+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:47.578052+0000","last_undegraded":"2023-07-12T13:55:47.578052+0000","last_fullsized":"2023-07-12T13:55:47.578052+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:38:25.527450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549023+0000","last_change":"2023-07-12T13:55:47.549023+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549023+0000","last_undegraded":"2023-07-12T13:55:47.549023+0000","last_fullsized":"2023-07-12T13:55:47.549023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557267+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:48.557267+0000","last_peered":"2023-07-12T13:55:48.557267+0000","last_clean":"2023-07-12T13:55:48.557267+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:48.557267+0000","last_undegraded":"2023-07-12T13:55:48.557267+0000","last_fullsized":"2023-07-12T13:55:48.557267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.564150+0000","last_change":"2023-07-12T13:55:48.564150+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.564150+0000","last_undegraded":"2023-07-12T13:55:48.564150+0000","last_fullsized":"2023-07-12T13:55:48.564150+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:26:05.630673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551818+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:48.551818+0000","last_peered":"2023-07-12T13:55:48.551818+0000","last_clean":"2023-07-12T13:55:48.551818+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:48.551818+0000","last_undegraded":"2023-07-12T13:55:48.551818+0000","last_fullsized":"2023-07-12T13:55:48.551818+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:37.512072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553395+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:48.553395+0000","last_peered":"2023-07-12T13:55:48.553395+0000","last_clean":"2023-07-12T13:55:48.553395+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:48.553395+0000","last_undegraded":"2023-07-12T13:55:48.553395+0000","last_fullsized":"2023-07-12T13:55:48.553395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:36.034270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.587229+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:48.587229+0000","last_peered":"2023-07-12T13:55:48.587229+0000","last_clean":"2023-07-12T13:55:48.587229+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:48.587229+0000","last_undegraded":"2023-07-12T13:55:48.587229+0000","last_fullsized":"2023-07-12T13:55:48.587229+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580103+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:47.580103+0000","last_peered":"2023-07-12T13:55:47.580103+0000","last_clean":"2023-07-12T13:55:47.580103+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:47.580103+0000","last_undegraded":"2023-07-12T13:55:47.580103+0000","last_fullsized":"2023-07-12T13:55:47.580103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:40:56.636248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.556750+0000","last_change":"2023-07-12T13:55:47.556750+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.556750+0000","last_undegraded":"2023-07-12T13:55:47.556750+0000","last_fullsized":"2023-07-12T13:55:47.556750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.549367+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:48.549367+0000","last_peered":"2023-07-12T13:55:48.549367+0000","last_clean":"2023-07-12T13:55:48.549367+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:48.549367+0000","last_undegraded":"2023-07-12T13:55:48.549367+0000","last_fullsized":"2023-07-12T13:55:48.549367+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:25.431681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557335+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:48.557335+0000","last_peered":"2023-07-12T13:55:48.557335+0000","last_clean":"2023-07-12T13:55:48.557335+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:48.557335+0000","last_undegraded":"2023-07-12T13:55:48.557335+0000","last_fullsized":"2023-07-12T13:55:48.557335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:18.379889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":8,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.564820+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:48.564820+0000","last_peered":"2023-07-12T13:55:48.564820+0000","last_clean":"2023-07-12T13:55:48.564820+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:48.564820+0000","last_undegraded":"2023-07-12T13:55:48.564820+0000","last_fullsized":"2023-07-12T13:55:48.564820+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552139+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:48.552139+0000","last_peered":"2023-07-12T13:55:48.552139+0000","last_clean":"2023-07-12T13:55:48.552139+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:48.552139+0000","last_undegraded":"2023-07-12T13:55:48.552139+0000","last_fullsized":"2023-07-12T13:55:48.552139+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:48.191583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.579268+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:47.579268+0000","last_peered":"2023-07-12T13:55:47.579268+0000","last_clean":"2023-07-12T13:55:47.579268+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:47.579268+0000","last_undegraded":"2023-07-12T13:55:47.579268+0000","last_fullsized":"2023-07-12T13:55:47.579268+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.559341+0000","last_change":"2023-07-12T13:55:48.559341+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.559341+0000","last_undegraded":"2023-07-12T13:55:48.559341+0000","last_fullsized":"2023-07-12T13:55:48.559341+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:45.955726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553277+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:48.553277+0000","last_peered":"2023-07-12T13:55:48.553277+0000","last_clean":"2023-07-12T13:55:48.553277+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:48.553277+0000","last_undegraded":"2023-07-12T13:55:48.553277+0000","last_fullsized":"2023-07-12T13:55:48.553277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:00.758863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559750+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:48.559750+0000","last_peered":"2023-07-12T13:55:48.559750+0000","last_clean":"2023-07-12T13:55:48.559750+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:48.559750+0000","last_undegraded":"2023-07-12T13:55:48.559750+0000","last_fullsized":"2023-07-12T13:55:48.559750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:44:56.431221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.555997+0000","last_change":"2023-07-12T13:55:48.555997+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.555997+0000","last_undegraded":"2023-07-12T13:55:48.555997+0000","last_fullsized":"2023-07-12T13:55:48.555997+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.559634+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:48.559634+0000","last_peered":"2023-07-12T13:55:48.559634+0000","last_clean":"2023-07-12T13:55:48.559634+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:48.559634+0000","last_undegraded":"2023-07-12T13:55:48.559634+0000","last_fullsized":"2023-07-12T13:55:48.559634+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:22:02.264121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549756+0000","last_change":"2023-07-12T13:55:47.549756+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549756+0000","last_undegraded":"2023-07-12T13:55:47.549756+0000","last_fullsized":"2023-07-12T13:55:47.549756+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.556027+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:48.556027+0000","last_peered":"2023-07-12T13:55:48.556027+0000","last_clean":"2023-07-12T13:55:48.556027+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:48.556027+0000","last_undegraded":"2023-07-12T13:55:48.556027+0000","last_fullsized":"2023-07-12T13:55:48.556027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:32.035146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557522+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:48.557522+0000","last_peered":"2023-07-12T13:55:48.557522+0000","last_clean":"2023-07-12T13:55:48.557522+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:48.557522+0000","last_undegraded":"2023-07-12T13:55:48.557522+0000","last_fullsized":"2023-07-12T13:55:48.557522+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:26.996970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552623+0000","last_change":"2023-07-12T13:55:48.552623+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552623+0000","last_undegraded":"2023-07-12T13:55:48.552623+0000","last_fullsized":"2023-07-12T13:55:48.552623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.567871+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:47.567871+0000","last_peered":"2023-07-12T13:55:47.567871+0000","last_clean":"2023-07-12T13:55:47.567871+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:47.567871+0000","last_undegraded":"2023-07-12T13:55:47.567871+0000","last_fullsized":"2023-07-12T13:55:47.567871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.563372+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:48.563372+0000","last_peered":"2023-07-12T13:55:48.563372+0000","last_clean":"2023-07-12T13:55:48.563372+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:48.563372+0000","last_undegraded":"2023-07-12T13:55:48.563372+0000","last_fullsized":"2023-07-12T13:55:48.563372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:55:30.996094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.549707+0000","last_change":"2023-07-12T13:55:47.549707+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.549707+0000","last_undegraded":"2023-07-12T13:55:47.549707+0000","last_fullsized":"2023-07-12T13:55:47.549707+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.554323+0000","last_change":"2023-07-12T13:55:47.554323+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.554323+0000","last_undegraded":"2023-07-12T13:55:47.554323+0000","last_fullsized":"2023-07-12T13:55:47.554323+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577806+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:47.577806+0000","last_peered":"2023-07-12T13:55:47.577806+0000","last_clean":"2023-07-12T13:55:47.577806+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:47.577806+0000","last_undegraded":"2023-07-12T13:55:47.577806+0000","last_fullsized":"2023-07-12T13:55:47.577806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.557694+0000","last_change":"2023-07-12T13:55:48.557694+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.557694+0000","last_undegraded":"2023-07-12T13:55:48.557694+0000","last_fullsized":"2023-07-12T13:55:48.557694+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:54.244696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.552305+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:48.552305+0000","last_peered":"2023-07-12T13:55:48.552305+0000","last_clean":"2023-07-12T13:55:48.552305+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:48.552305+0000","last_undegraded":"2023-07-12T13:55:48.552305+0000","last_fullsized":"2023-07-12T13:55:48.552305+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552980+0000","last_change":"2023-07-12T13:55:48.552980+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552980+0000","last_undegraded":"2023-07-12T13:55:48.552980+0000","last_fullsized":"2023-07-12T13:55:48.552980+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:49:55.481813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.570322+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:47.570322+0000","last_peered":"2023-07-12T13:55:47.570322+0000","last_clean":"2023-07-12T13:55:47.570322+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:47.570322+0000","last_undegraded":"2023-07-12T13:55:47.570322+0000","last_fullsized":"2023-07-12T13:55:47.570322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:45:14.936487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552642+0000","last_change":"2023-07-12T13:55:48.552642+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552642+0000","last_undegraded":"2023-07-12T13:55:48.552642+0000","last_fullsized":"2023-07-12T13:55:48.552642+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:57:43.185288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.573496+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:48.573496+0000","last_peered":"2023-07-12T13:55:48.573496+0000","last_clean":"2023-07-12T13:55:48.573496+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:48.573496+0000","last_undegraded":"2023-07-12T13:55:48.573496+0000","last_fullsized":"2023-07-12T13:55:48.573496+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:27.948007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.557131+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:48.557131+0000","last_peered":"2023-07-12T13:55:48.557131+0000","last_clean":"2023-07-12T13:55:48.557131+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:48.557131+0000","last_undegraded":"2023-07-12T13:55:48.557131+0000","last_fullsized":"2023-07-12T13:55:48.557131+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:01:44.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.557254+0000","last_change":"2023-07-12T13:55:47.557254+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.557254+0000","last_undegraded":"2023-07-12T13:55:47.557254+0000","last_fullsized":"2023-07-12T13:55:47.557254+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553298+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:48.553298+0000","last_peered":"2023-07-12T13:55:48.553298+0000","last_clean":"2023-07-12T13:55:48.553298+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:48.553298+0000","last_undegraded":"2023-07-12T13:55:48.553298+0000","last_fullsized":"2023-07-12T13:55:48.553298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:14.269070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552875+0000","last_change":"2023-07-12T13:55:48.552875+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552875+0000","last_undegraded":"2023-07-12T13:55:48.552875+0000","last_fullsized":"2023-07-12T13:55:48.552875+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:07:58.714706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.577664+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:47.577664+0000","last_peered":"2023-07-12T13:55:47.577664+0000","last_clean":"2023-07-12T13:55:47.577664+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:47.577664+0000","last_undegraded":"2023-07-12T13:55:47.577664+0000","last_fullsized":"2023-07-12T13:55:47.577664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:36:12.294769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.549632+0000","last_change":"2023-07-12T13:55:48.549632+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.549632+0000","last_undegraded":"2023-07-12T13:55:48.549632+0000","last_fullsized":"2023-07-12T13:55:48.549632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:43:27.806227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.580136+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:47.580136+0000","last_peered":"2023-07-12T13:55:47.580136+0000","last_clean":"2023-07-12T13:55:47.580136+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:47.580136+0000","last_undegraded":"2023-07-12T13:55:47.580136+0000","last_fullsized":"2023-07-12T13:55:47.580136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:46.463010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.555957+0000","last_change":"2023-07-12T13:55:47.555957+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.555957+0000","last_undegraded":"2023-07-12T13:55:47.555957+0000","last_fullsized":"2023-07-12T13:55:47.555957+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.551974+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:48.551974+0000","last_peered":"2023-07-12T13:55:48.551974+0000","last_clean":"2023-07-12T13:55:48.551974+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:48.551974+0000","last_undegraded":"2023-07-12T13:55:48.551974+0000","last_fullsized":"2023-07-12T13:55:48.551974+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:17.630191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.558594+0000","last_change":"2023-07-12T13:55:47.558594+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.558594+0000","last_undegraded":"2023-07-12T13:55:47.558594+0000","last_fullsized":"2023-07-12T13:55:47.558594+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553244+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:48.553244+0000","last_peered":"2023-07-12T13:55:48.553244+0000","last_clean":"2023-07-12T13:55:48.553244+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:48.553244+0000","last_undegraded":"2023-07-12T13:55:48.553244+0000","last_fullsized":"2023-07-12T13:55:48.553244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:48.439612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":3,"reported_epoch":22,"state":"creating+activating","last_fresh":"2023-07-12T13:55:48.552650+0000","last_change":"2023-07-12T13:55:48.552650+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:48.552650+0000","last_undegraded":"2023-07-12T13:55:48.552650+0000","last_fullsized":"2023-07-12T13:55:48.552650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:47:23.152015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-07-12T13:55:48.553923+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:48.553923+0000","last_peered":"2023-07-12T13:55:48.553923+0000","last_clean":"2023-07-12T13:55:48.553923+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:48.553923+0000","last_undegraded":"2023-07-12T13:55:48.553923+0000","last_fullsized":"2023-07-12T13:55:48.553923+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":21,"state":"creating+peering","last_fresh":"2023-07-12T13:55:47.551169+0000","last_change":"2023-07-12T13:55:47.551169+0000","last_active":"2023-07-12T13:55:47.537352+0000","last_peered":"2023-07-12T13:55:47.537352+0000","last_clean":"2023-07-12T13:55:47.537352+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-07-12T13:55:47.551169+0000","last_undegraded":"2023-07-12T13:55:47.551169+0000","last_fullsized":"2023-07-12T13:55:47.551169+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-07-12T13:55:47.569844+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:47.569844+0000","last_peered":"2023-07-12T13:55:47.569844+0000","last_clean":"2023-07-12T13:55:47.569844+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:47.569844+0000","last_undegraded":"2023-07-12T13:55:47.569844+0000","last_fullsized":"2023-07-12T13:55:47.569844+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:36:30.469857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542148,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":828,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":847872,"data_stored":674534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]}]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97999999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31256,"kb_used_data":208,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340584,"statfs":{"total":96636764160,"available":96604758016,"internally_reserved":0,"allocated":212992,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":788,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":806912,"data_stored":665626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:55:57.244 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:55:57.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 Processor -- start 2023-07-12T13:55:57.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 -- start start 2023-07-12T13:55:57.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff0c81632a0 0x7ff0c80af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c806bf80 0x7ff0c80afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff0c8070980 0x7ff0c8070e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0c806baf0 con 0x7ff0c8070980 2023-07-12T13:55:57.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0c8071340 con 0x7ff0c81632a0 2023-07-12T13:55:57.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cf293640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c806aee0 con 0x7ff0c806bf80 2023-07-12T13:55:57.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.394+0000 7ff0cd830640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff0c8070980 0x7ff0c8070e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff0c8070980 0x7ff0c8070e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47172/0 (socket says 172.21.15.50:47172) 2023-07-12T13:55:57.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 -- 172.21.15.50:0/3283615696 learned_addr learned my addr 172.21.15.50:0/3283615696 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:57.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd02f640 1 --2- 172.21.15.50:0/3283615696 >> v2:172.21.15.55:3300/0 conn(0x7ff0c81632a0 0x7ff0c80af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cc82e640 1 --2- 172.21.15.50:0/3283615696 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c806bf80 0x7ff0c80afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 -- 172.21.15.50:0/3283615696 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c806bf80 msgr2=0x7ff0c80afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:57.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 --2- 172.21.15.50:0/3283615696 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c806bf80 0x7ff0c80afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 -- 172.21.15.50:0/3283615696 >> v2:172.21.15.55:3300/0 conn(0x7ff0c81632a0 msgr2=0x7ff0c80af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:57.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 --2- 172.21.15.50:0/3283615696 >> v2:172.21.15.55:3300/0 conn(0x7ff0c81632a0 0x7ff0c80af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 -- 172.21.15.50:0/3283615696 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0c806b1c0 con 0x7ff0c8070980 2023-07-12T13:55:57.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0cd830640 1 --2- 172.21.15.50:0/3283615696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c8070980 0x7ff0c8070e00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff0c806ed10 tx=0x7ff0c001c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b771fa2bd9f99e14 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:57.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0bffff640 1 -- 172.21.15.50:0/3283615696 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c00a5650 con 0x7ff0c8070980 2023-07-12T13:55:57.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0bffff640 1 -- 172.21.15.50:0/3283615696 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0c00a57b0 con 0x7ff0c8070980 2023-07-12T13:55:57.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.398+0000 7ff0bffff640 1 -- 172.21.15.50:0/3283615696 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c00a5b40 con 0x7ff0c8070980 2023-07-12T13:55:57.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- 172.21.15.50:0/3283615696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c8070980 msgr2=0x7ff0c8070e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- 172.21.15.50:0/3283615696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c8070980 0x7ff0c8070e00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff0c806ed10 tx=0x7ff0c001c9d0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- 172.21.15.50:0/3283615696 shutdown_connections 2023-07-12T13:55:57.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- 172.21.15.50:0/3283615696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c8070980 0x7ff0c8070e00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- 172.21.15.50:0/3283615696 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c806bf80 0x7ff0c80afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- 172.21.15.50:0/3283615696 >> v2:172.21.15.55:3300/0 conn(0x7ff0c81632a0 0x7ff0c80af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- 172.21.15.50:0/3283615696 >> 172.21.15.50:0/3283615696 conn(0x7ff0c80ca870 msgr2=0x7ff0c80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:57.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- 172.21.15.50:0/3283615696 shutdown_connections 2023-07-12T13:55:57.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- 172.21.15.50:0/3283615696 wait complete. 2023-07-12T13:55:57.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 Processor -- start 2023-07-12T13:55:57.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- start start 2023-07-12T13:55:57.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 0x7ff0c814b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0c8070980 0x7ff0c815de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c81632a0 0x7ff0c80ae3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c80c1a70 con 0x7ff0c806bf80 2023-07-12T13:55:57.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c80c2280 con 0x7ff0c8070980 2023-07-12T13:55:57.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cf293640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c80c1cc0 con 0x7ff0c81632a0 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 0x7ff0c814b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 0x7ff0c814b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47182/0 (socket says 172.21.15.50:47182) 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 -- 172.21.15.50:0/1447258633 learned_addr learned my addr 172.21.15.50:0/1447258633 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cc82e640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0c8070980 0x7ff0c815de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd830640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c81632a0 0x7ff0c80ae3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 -- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c81632a0 msgr2=0x7ff0c80ae3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c81632a0 0x7ff0c80ae3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 -- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0c8070980 msgr2=0x7ff0c815de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0c8070980 0x7ff0c815de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.402+0000 7ff0cd02f640 1 -- 172.21.15.50:0/1447258633 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0c0009b30 con 0x7ff0c806bf80 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0cd02f640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 0x7ff0c814b120 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400e870 tx=0x7ff0c400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4009510 con 0x7ff0c806bf80 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0c400eec0 con 0x7ff0c806bf80 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c400cb40 con 0x7ff0c806bf80 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0c80c1fa0 con 0x7ff0c806bf80 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0c80b1d60 con 0x7ff0c806bf80 2023-07-12T13:55:57.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0c80b18e0 con 0x7ff0c806bf80 2023-07-12T13:55:57.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff0c400cca0 con 0x7ff0c806bf80 2023-07-12T13:55:57.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0bdffb640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff0ac066280 0x7ff0ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff0c4083d00 con 0x7ff0c806bf80 2023-07-12T13:55:57.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.406+0000 7ff0cc82e640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff0ac066280 0x7ff0ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.410+0000 7ff0cc82e640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff0ac066280 0x7ff0ac068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff0c806d050 tx=0x7ff0b8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:57.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.410+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff0c80b18e0 con 0x7ff0c806bf80 2023-07-12T13:55:57.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.562+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff0c8163670 con 0x7ff0ac066280 2023-07-12T13:55:57.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.570+0000 7ff0bdffb640 1 -- 172.21.15.50:0/1447258633 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286791 (secure 0 0 0) 0x7ff0b8010960 con 0x7ff0ac066280 2023-07-12T13:55:57.577 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:57.578 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:55:57.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff0ac066280 msgr2=0x7ff0ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff0ac066280 0x7ff0ac068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff0c806d050 tx=0x7ff0b8008040 comp rx=0 tx=0).stop 2023-07-12T13:55:57.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 msgr2=0x7ff0c814b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 0x7ff0c814b120 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400e870 tx=0x7ff0c400ec70 comp rx=0 tx=0).stop 2023-07-12T13:55:57.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 shutdown_connections 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff0ac066280 0x7ff0ac068730 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff0c81632a0 0x7ff0c80ae3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0c8070980 0x7ff0c815de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 --2- 172.21.15.50:0/1447258633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c806bf80 0x7ff0c814b120 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 >> 172.21.15.50:0/1447258633 conn(0x7ff0c80ca870 msgr2=0x7ff0c80afdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 shutdown_connections 2023-07-12T13:55:57.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.574+0000 7ff0cf293640 1 -- 172.21.15.50:0/1447258633 wait complete. 2023-07-12T13:55:57.598 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2023-07-12T13:55:57.541880+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251464,"kb_used_data":3080,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723256,"statfs":{"total":773094113280,"available":772836614144,"internally_reserved":0,"allocated":3153920,"data_stored":1897772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.991586"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634170+0000","last_change":"2023-07-12T13:55:48.569252+0000","last_active":"2023-07-12T13:55:50.634170+0000","last_peered":"2023-07-12T13:55:50.634170+0000","last_clean":"2023-07-12T13:55:50.634170+0000","last_became_active":"2023-07-12T13:55:48.567586+0000","last_became_peered":"2023-07-12T13:55:48.567586+0000","last_unstale":"2023-07-12T13:55:50.634170+0000","last_undegraded":"2023-07-12T13:55:50.634170+0000","last_fullsized":"2023-07-12T13:55:50.634170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634367+0000","last_change":"2023-07-12T13:55:48.568494+0000","last_active":"2023-07-12T13:55:50.634367+0000","last_peered":"2023-07-12T13:55:50.634367+0000","last_clean":"2023-07-12T13:55:50.634367+0000","last_became_active":"2023-07-12T13:55:48.568118+0000","last_became_peered":"2023-07-12T13:55:48.568118+0000","last_unstale":"2023-07-12T13:55:50.634367+0000","last_undegraded":"2023-07-12T13:55:50.634367+0000","last_fullsized":"2023-07-12T13:55:50.634367+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634541+0000","last_change":"2023-07-12T13:55:48.579739+0000","last_active":"2023-07-12T13:55:50.634541+0000","last_peered":"2023-07-12T13:55:50.634541+0000","last_clean":"2023-07-12T13:55:50.634541+0000","last_became_active":"2023-07-12T13:55:48.579436+0000","last_became_peered":"2023-07-12T13:55:48.579436+0000","last_unstale":"2023-07-12T13:55:50.634541+0000","last_undegraded":"2023-07-12T13:55:50.634541+0000","last_fullsized":"2023-07-12T13:55:50.634541+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:33.792831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557773+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:49.557773+0000","last_peered":"2023-07-12T13:55:49.557773+0000","last_clean":"2023-07-12T13:55:49.557773+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:49.557773+0000","last_undegraded":"2023-07-12T13:55:49.557773+0000","last_fullsized":"2023-07-12T13:55:49.557773+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634337+0000","last_change":"2023-07-12T13:55:48.584061+0000","last_active":"2023-07-12T13:55:50.634337+0000","last_peered":"2023-07-12T13:55:50.634337+0000","last_clean":"2023-07-12T13:55:50.634337+0000","last_became_active":"2023-07-12T13:55:48.583666+0000","last_became_peered":"2023-07-12T13:55:48.583666+0000","last_unstale":"2023-07-12T13:55:50.634337+0000","last_undegraded":"2023-07-12T13:55:50.634337+0000","last_fullsized":"2023-07-12T13:55:50.634337+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634386+0000","last_change":"2023-07-12T13:55:48.579026+0000","last_active":"2023-07-12T13:55:50.634386+0000","last_peered":"2023-07-12T13:55:50.634386+0000","last_clean":"2023-07-12T13:55:50.634386+0000","last_became_active":"2023-07-12T13:55:48.578586+0000","last_became_peered":"2023-07-12T13:55:48.578586+0000","last_unstale":"2023-07-12T13:55:50.634386+0000","last_undegraded":"2023-07-12T13:55:50.634386+0000","last_fullsized":"2023-07-12T13:55:50.634386+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633632+0000","last_change":"2023-07-12T13:55:48.568206+0000","last_active":"2023-07-12T13:55:50.633632+0000","last_peered":"2023-07-12T13:55:50.633632+0000","last_clean":"2023-07-12T13:55:50.633632+0000","last_became_active":"2023-07-12T13:55:48.567848+0000","last_became_peered":"2023-07-12T13:55:48.567848+0000","last_unstale":"2023-07-12T13:55:50.633632+0000","last_undegraded":"2023-07-12T13:55:50.633632+0000","last_fullsized":"2023-07-12T13:55:50.633632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635381+0000","last_change":"2023-07-12T13:55:48.584396+0000","last_active":"2023-07-12T13:55:50.635381+0000","last_peered":"2023-07-12T13:55:50.635381+0000","last_clean":"2023-07-12T13:55:50.635381+0000","last_became_active":"2023-07-12T13:55:48.583652+0000","last_became_peered":"2023-07-12T13:55:48.583652+0000","last_unstale":"2023-07-12T13:55:50.635381+0000","last_undegraded":"2023-07-12T13:55:50.635381+0000","last_fullsized":"2023-07-12T13:55:50.635381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634521+0000","last_change":"2023-07-12T13:55:48.565573+0000","last_active":"2023-07-12T13:55:50.634521+0000","last_peered":"2023-07-12T13:55:50.634521+0000","last_clean":"2023-07-12T13:55:50.634521+0000","last_became_active":"2023-07-12T13:55:48.565270+0000","last_became_peered":"2023-07-12T13:55:48.565270+0000","last_unstale":"2023-07-12T13:55:50.634521+0000","last_undegraded":"2023-07-12T13:55:50.634521+0000","last_fullsized":"2023-07-12T13:55:50.634521+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634674+0000","last_change":"2023-07-12T13:55:48.573249+0000","last_active":"2023-07-12T13:55:50.634674+0000","last_peered":"2023-07-12T13:55:50.634674+0000","last_clean":"2023-07-12T13:55:50.634674+0000","last_became_active":"2023-07-12T13:55:48.572783+0000","last_became_peered":"2023-07-12T13:55:48.572783+0000","last_unstale":"2023-07-12T13:55:50.634674+0000","last_undegraded":"2023-07-12T13:55:50.634674+0000","last_fullsized":"2023-07-12T13:55:50.634674+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:41.277355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634196+0000","last_change":"2023-07-12T13:55:48.574057+0000","last_active":"2023-07-12T13:55:50.634196+0000","last_peered":"2023-07-12T13:55:50.634196+0000","last_clean":"2023-07-12T13:55:50.634196+0000","last_became_active":"2023-07-12T13:55:48.570350+0000","last_became_peered":"2023-07-12T13:55:48.570350+0000","last_unstale":"2023-07-12T13:55:50.634196+0000","last_undegraded":"2023-07-12T13:55:50.634196+0000","last_fullsized":"2023-07-12T13:55:50.634196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634870+0000","last_change":"2023-07-12T13:55:48.566686+0000","last_active":"2023-07-12T13:55:50.634870+0000","last_peered":"2023-07-12T13:55:50.634870+0000","last_clean":"2023-07-12T13:55:50.634870+0000","last_became_active":"2023-07-12T13:55:48.566354+0000","last_became_peered":"2023-07-12T13:55:48.566354+0000","last_unstale":"2023-07-12T13:55:50.634870+0000","last_undegraded":"2023-07-12T13:55:50.634870+0000","last_fullsized":"2023-07-12T13:55:50.634870+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633988+0000","last_change":"2023-07-12T13:55:48.575823+0000","last_active":"2023-07-12T13:55:50.633988+0000","last_peered":"2023-07-12T13:55:50.633988+0000","last_clean":"2023-07-12T13:55:50.633988+0000","last_became_active":"2023-07-12T13:55:48.575625+0000","last_became_peered":"2023-07-12T13:55:48.575625+0000","last_unstale":"2023-07-12T13:55:50.633988+0000","last_undegraded":"2023-07-12T13:55:50.633988+0000","last_fullsized":"2023-07-12T13:55:50.633988+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633378+0000","last_change":"2023-07-12T13:55:48.579045+0000","last_active":"2023-07-12T13:55:50.633378+0000","last_peered":"2023-07-12T13:55:50.633378+0000","last_clean":"2023-07-12T13:55:50.633378+0000","last_became_active":"2023-07-12T13:55:48.578663+0000","last_became_peered":"2023-07-12T13:55:48.578663+0000","last_unstale":"2023-07-12T13:55:50.633378+0000","last_undegraded":"2023-07-12T13:55:50.633378+0000","last_fullsized":"2023-07-12T13:55:50.633378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635503+0000","last_change":"2023-07-12T13:55:48.584681+0000","last_active":"2023-07-12T13:55:50.635503+0000","last_peered":"2023-07-12T13:55:50.635503+0000","last_clean":"2023-07-12T13:55:50.635503+0000","last_became_active":"2023-07-12T13:55:48.584102+0000","last_became_peered":"2023-07-12T13:55:48.584102+0000","last_unstale":"2023-07-12T13:55:50.635503+0000","last_undegraded":"2023-07-12T13:55:50.635503+0000","last_fullsized":"2023-07-12T13:55:50.635503+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633623+0000","last_change":"2023-07-12T13:55:48.576765+0000","last_active":"2023-07-12T13:55:50.633623+0000","last_peered":"2023-07-12T13:55:50.633623+0000","last_clean":"2023-07-12T13:55:50.633623+0000","last_became_active":"2023-07-12T13:55:48.574352+0000","last_became_peered":"2023-07-12T13:55:48.574352+0000","last_unstale":"2023-07-12T13:55:50.633623+0000","last_undegraded":"2023-07-12T13:55:50.633623+0000","last_fullsized":"2023-07-12T13:55:50.633623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634982+0000","last_change":"2023-07-12T13:55:48.568029+0000","last_active":"2023-07-12T13:55:50.634982+0000","last_peered":"2023-07-12T13:55:50.634982+0000","last_clean":"2023-07-12T13:55:50.634982+0000","last_became_active":"2023-07-12T13:55:48.567413+0000","last_became_peered":"2023-07-12T13:55:48.567413+0000","last_unstale":"2023-07-12T13:55:50.634982+0000","last_undegraded":"2023-07-12T13:55:50.634982+0000","last_fullsized":"2023-07-12T13:55:50.634982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633701+0000","last_change":"2023-07-12T13:55:48.574970+0000","last_active":"2023-07-12T13:55:50.633701+0000","last_peered":"2023-07-12T13:55:50.633701+0000","last_clean":"2023-07-12T13:55:50.633701+0000","last_became_active":"2023-07-12T13:55:48.574605+0000","last_became_peered":"2023-07-12T13:55:48.574605+0000","last_unstale":"2023-07-12T13:55:50.633701+0000","last_undegraded":"2023-07-12T13:55:50.633701+0000","last_fullsized":"2023-07-12T13:55:50.633701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633995+0000","last_change":"2023-07-12T13:55:48.572418+0000","last_active":"2023-07-12T13:55:50.633995+0000","last_peered":"2023-07-12T13:55:50.633995+0000","last_clean":"2023-07-12T13:55:50.633995+0000","last_became_active":"2023-07-12T13:55:48.572128+0000","last_became_peered":"2023-07-12T13:55:48.572128+0000","last_unstale":"2023-07-12T13:55:50.633995+0000","last_undegraded":"2023-07-12T13:55:50.633995+0000","last_fullsized":"2023-07-12T13:55:50.633995+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:01.773801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550474+0000","last_change":"2023-07-12T13:55:48.567015+0000","last_active":"2023-07-12T13:55:49.550474+0000","last_peered":"2023-07-12T13:55:49.550474+0000","last_clean":"2023-07-12T13:55:49.550474+0000","last_became_active":"2023-07-12T13:55:48.566714+0000","last_became_peered":"2023-07-12T13:55:48.566714+0000","last_unstale":"2023-07-12T13:55:49.550474+0000","last_undegraded":"2023-07-12T13:55:49.550474+0000","last_fullsized":"2023-07-12T13:55:49.550474+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:49.454549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634790+0000","last_change":"2023-07-12T13:55:48.577415+0000","last_active":"2023-07-12T13:55:50.634790+0000","last_peered":"2023-07-12T13:55:50.634790+0000","last_clean":"2023-07-12T13:55:50.634790+0000","last_became_active":"2023-07-12T13:55:48.574562+0000","last_became_peered":"2023-07-12T13:55:48.574562+0000","last_unstale":"2023-07-12T13:55:50.634790+0000","last_undegraded":"2023-07-12T13:55:50.634790+0000","last_fullsized":"2023-07-12T13:55:50.634790+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634377+0000","last_change":"2023-07-12T13:55:48.578426+0000","last_active":"2023-07-12T13:55:50.634377+0000","last_peered":"2023-07-12T13:55:50.634377+0000","last_clean":"2023-07-12T13:55:50.634377+0000","last_became_active":"2023-07-12T13:55:48.578140+0000","last_became_peered":"2023-07-12T13:55:48.578140+0000","last_unstale":"2023-07-12T13:55:50.634377+0000","last_undegraded":"2023-07-12T13:55:50.634377+0000","last_fullsized":"2023-07-12T13:55:50.634377+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633890+0000","last_change":"2023-07-12T13:55:48.573658+0000","last_active":"2023-07-12T13:55:50.633890+0000","last_peered":"2023-07-12T13:55:50.633890+0000","last_clean":"2023-07-12T13:55:50.633890+0000","last_became_active":"2023-07-12T13:55:48.573350+0000","last_became_peered":"2023-07-12T13:55:48.573350+0000","last_unstale":"2023-07-12T13:55:50.633890+0000","last_undegraded":"2023-07-12T13:55:50.633890+0000","last_fullsized":"2023-07-12T13:55:50.633890+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635632+0000","last_change":"2023-07-12T13:55:48.572983+0000","last_active":"2023-07-12T13:55:50.635632+0000","last_peered":"2023-07-12T13:55:50.635632+0000","last_clean":"2023-07-12T13:55:50.635632+0000","last_became_active":"2023-07-12T13:55:48.572644+0000","last_became_peered":"2023-07-12T13:55:48.572644+0000","last_unstale":"2023-07-12T13:55:50.635632+0000","last_undegraded":"2023-07-12T13:55:50.635632+0000","last_fullsized":"2023-07-12T13:55:50.635632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550898+0000","last_change":"2023-07-12T13:55:48.575841+0000","last_active":"2023-07-12T13:55:49.550898+0000","last_peered":"2023-07-12T13:55:49.550898+0000","last_clean":"2023-07-12T13:55:49.550898+0000","last_became_active":"2023-07-12T13:55:48.575543+0000","last_became_peered":"2023-07-12T13:55:48.575543+0000","last_unstale":"2023-07-12T13:55:49.550898+0000","last_undegraded":"2023-07-12T13:55:49.550898+0000","last_fullsized":"2023-07-12T13:55:49.550898+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634622+0000","last_change":"2023-07-12T13:55:48.574252+0000","last_active":"2023-07-12T13:55:50.634622+0000","last_peered":"2023-07-12T13:55:50.634622+0000","last_clean":"2023-07-12T13:55:50.634622+0000","last_became_active":"2023-07-12T13:55:48.573926+0000","last_became_peered":"2023-07-12T13:55:48.573926+0000","last_unstale":"2023-07-12T13:55:50.634622+0000","last_undegraded":"2023-07-12T13:55:50.634622+0000","last_fullsized":"2023-07-12T13:55:50.634622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:07.249160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550495+0000","last_change":"2023-07-12T13:55:48.576167+0000","last_active":"2023-07-12T13:55:49.550495+0000","last_peered":"2023-07-12T13:55:49.550495+0000","last_clean":"2023-07-12T13:55:49.550495+0000","last_became_active":"2023-07-12T13:55:48.575560+0000","last_became_peered":"2023-07-12T13:55:48.575560+0000","last_unstale":"2023-07-12T13:55:49.550495+0000","last_undegraded":"2023-07-12T13:55:49.550495+0000","last_fullsized":"2023-07-12T13:55:49.550495+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:34.915035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558087+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:49.558087+0000","last_peered":"2023-07-12T13:55:49.558087+0000","last_clean":"2023-07-12T13:55:49.558087+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:49.558087+0000","last_undegraded":"2023-07-12T13:55:49.558087+0000","last_fullsized":"2023-07-12T13:55:49.558087+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550795+0000","last_change":"2023-07-12T13:55:48.573500+0000","last_active":"2023-07-12T13:55:49.550795+0000","last_peered":"2023-07-12T13:55:49.550795+0000","last_clean":"2023-07-12T13:55:49.550795+0000","last_became_active":"2023-07-12T13:55:48.573000+0000","last_became_peered":"2023-07-12T13:55:48.573000+0000","last_unstale":"2023-07-12T13:55:49.550795+0000","last_undegraded":"2023-07-12T13:55:49.550795+0000","last_fullsized":"2023-07-12T13:55:49.550795+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634102+0000","last_change":"2023-07-12T13:55:48.575185+0000","last_active":"2023-07-12T13:55:50.634102+0000","last_peered":"2023-07-12T13:55:50.634102+0000","last_clean":"2023-07-12T13:55:50.634102+0000","last_became_active":"2023-07-12T13:55:48.574904+0000","last_became_peered":"2023-07-12T13:55:48.574904+0000","last_unstale":"2023-07-12T13:55:50.634102+0000","last_undegraded":"2023-07-12T13:55:50.634102+0000","last_fullsized":"2023-07-12T13:55:50.634102+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634129+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:50.634129+0000","last_peered":"2023-07-12T13:55:50.634129+0000","last_clean":"2023-07-12T13:55:50.634129+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:50.634129+0000","last_undegraded":"2023-07-12T13:55:50.634129+0000","last_fullsized":"2023-07-12T13:55:50.634129+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:48.295129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635509+0000","last_change":"2023-07-12T13:55:48.584653+0000","last_active":"2023-07-12T13:55:50.635509+0000","last_peered":"2023-07-12T13:55:50.635509+0000","last_clean":"2023-07-12T13:55:50.635509+0000","last_became_active":"2023-07-12T13:55:48.584306+0000","last_became_peered":"2023-07-12T13:55:48.584306+0000","last_unstale":"2023-07-12T13:55:50.635509+0000","last_undegraded":"2023-07-12T13:55:50.635509+0000","last_fullsized":"2023-07-12T13:55:50.635509+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551174+0000","last_change":"2023-07-12T13:55:48.575271+0000","last_active":"2023-07-12T13:55:49.551174+0000","last_peered":"2023-07-12T13:55:49.551174+0000","last_clean":"2023-07-12T13:55:49.551174+0000","last_became_active":"2023-07-12T13:55:48.574929+0000","last_became_peered":"2023-07-12T13:55:48.574929+0000","last_unstale":"2023-07-12T13:55:49.551174+0000","last_undegraded":"2023-07-12T13:55:49.551174+0000","last_fullsized":"2023-07-12T13:55:49.551174+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558176+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:49.558176+0000","last_peered":"2023-07-12T13:55:49.558176+0000","last_clean":"2023-07-12T13:55:49.558176+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:49.558176+0000","last_undegraded":"2023-07-12T13:55:49.558176+0000","last_fullsized":"2023-07-12T13:55:49.558176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:53.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633811+0000","last_change":"2023-07-12T13:55:48.575008+0000","last_active":"2023-07-12T13:55:50.633811+0000","last_peered":"2023-07-12T13:55:50.633811+0000","last_clean":"2023-07-12T13:55:50.633811+0000","last_became_active":"2023-07-12T13:55:48.574706+0000","last_became_peered":"2023-07-12T13:55:48.574706+0000","last_unstale":"2023-07-12T13:55:50.633811+0000","last_undegraded":"2023-07-12T13:55:50.633811+0000","last_fullsized":"2023-07-12T13:55:50.633811+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633457+0000","last_change":"2023-07-12T13:55:48.576829+0000","last_active":"2023-07-12T13:55:50.633457+0000","last_peered":"2023-07-12T13:55:50.633457+0000","last_clean":"2023-07-12T13:55:50.633457+0000","last_became_active":"2023-07-12T13:55:48.576474+0000","last_became_peered":"2023-07-12T13:55:48.576474+0000","last_unstale":"2023-07-12T13:55:50.633457+0000","last_undegraded":"2023-07-12T13:55:50.633457+0000","last_fullsized":"2023-07-12T13:55:50.633457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557280+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:49.557280+0000","last_peered":"2023-07-12T13:55:49.557280+0000","last_clean":"2023-07-12T13:55:49.557280+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:49.557280+0000","last_undegraded":"2023-07-12T13:55:49.557280+0000","last_fullsized":"2023-07-12T13:55:49.557280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634384+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:50.634384+0000","last_peered":"2023-07-12T13:55:50.634384+0000","last_clean":"2023-07-12T13:55:50.634384+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:50.634384+0000","last_undegraded":"2023-07-12T13:55:50.634384+0000","last_fullsized":"2023-07-12T13:55:50.634384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634083+0000","last_change":"2023-07-12T13:55:48.566300+0000","last_active":"2023-07-12T13:55:50.634083+0000","last_peered":"2023-07-12T13:55:50.634083+0000","last_clean":"2023-07-12T13:55:50.634083+0000","last_became_active":"2023-07-12T13:55:48.565992+0000","last_became_peered":"2023-07-12T13:55:48.565992+0000","last_unstale":"2023-07-12T13:55:50.634083+0000","last_undegraded":"2023-07-12T13:55:50.634083+0000","last_fullsized":"2023-07-12T13:55:50.634083+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:34.915035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551109+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:49.551109+0000","last_peered":"2023-07-12T13:55:49.551109+0000","last_clean":"2023-07-12T13:55:49.551109+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:49.551109+0000","last_undegraded":"2023-07-12T13:55:49.551109+0000","last_fullsized":"2023-07-12T13:55:49.551109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633842+0000","last_change":"2023-07-12T13:55:48.583456+0000","last_active":"2023-07-12T13:55:50.633842+0000","last_peered":"2023-07-12T13:55:50.633842+0000","last_clean":"2023-07-12T13:55:50.633842+0000","last_became_active":"2023-07-12T13:55:48.583147+0000","last_became_peered":"2023-07-12T13:55:48.583147+0000","last_unstale":"2023-07-12T13:55:50.633842+0000","last_undegraded":"2023-07-12T13:55:50.633842+0000","last_fullsized":"2023-07-12T13:55:50.633842+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557482+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:49.557482+0000","last_peered":"2023-07-12T13:55:49.557482+0000","last_clean":"2023-07-12T13:55:49.557482+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:49.557482+0000","last_undegraded":"2023-07-12T13:55:49.557482+0000","last_fullsized":"2023-07-12T13:55:49.557482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634800+0000","last_change":"2023-07-12T13:55:48.577399+0000","last_active":"2023-07-12T13:55:50.634800+0000","last_peered":"2023-07-12T13:55:50.634800+0000","last_clean":"2023-07-12T13:55:50.634800+0000","last_became_active":"2023-07-12T13:55:48.577139+0000","last_became_peered":"2023-07-12T13:55:48.577139+0000","last_unstale":"2023-07-12T13:55:50.634800+0000","last_undegraded":"2023-07-12T13:55:50.634800+0000","last_fullsized":"2023-07-12T13:55:50.634800+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:51.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633789+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:50.633789+0000","last_peered":"2023-07-12T13:55:50.633789+0000","last_clean":"2023-07-12T13:55:50.633789+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:50.633789+0000","last_undegraded":"2023-07-12T13:55:50.633789+0000","last_fullsized":"2023-07-12T13:55:50.633789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633761+0000","last_change":"2023-07-12T13:55:48.574558+0000","last_active":"2023-07-12T13:55:50.633761+0000","last_peered":"2023-07-12T13:55:50.633761+0000","last_clean":"2023-07-12T13:55:50.633761+0000","last_became_active":"2023-07-12T13:55:48.574161+0000","last_became_peered":"2023-07-12T13:55:48.574161+0000","last_unstale":"2023-07-12T13:55:50.633761+0000","last_undegraded":"2023-07-12T13:55:50.633761+0000","last_fullsized":"2023-07-12T13:55:50.633761+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551321+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:49.551321+0000","last_peered":"2023-07-12T13:55:49.551321+0000","last_clean":"2023-07-12T13:55:49.551321+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:49.551321+0000","last_undegraded":"2023-07-12T13:55:49.551321+0000","last_fullsized":"2023-07-12T13:55:49.551321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634897+0000","last_change":"2023-07-12T13:55:48.589391+0000","last_active":"2023-07-12T13:55:50.634897+0000","last_peered":"2023-07-12T13:55:50.634897+0000","last_clean":"2023-07-12T13:55:50.634897+0000","last_became_active":"2023-07-12T13:55:48.589057+0000","last_became_peered":"2023-07-12T13:55:48.589057+0000","last_unstale":"2023-07-12T13:55:50.634897+0000","last_undegraded":"2023-07-12T13:55:50.634897+0000","last_fullsized":"2023-07-12T13:55:50.634897+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633750+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:50.633750+0000","last_peered":"2023-07-12T13:55:50.633750+0000","last_clean":"2023-07-12T13:55:50.633750+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:50.633750+0000","last_undegraded":"2023-07-12T13:55:50.633750+0000","last_fullsized":"2023-07-12T13:55:50.633750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:51.482217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550769+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:49.550769+0000","last_peered":"2023-07-12T13:55:49.550769+0000","last_clean":"2023-07-12T13:55:49.550769+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:49.550769+0000","last_undegraded":"2023-07-12T13:55:49.550769+0000","last_fullsized":"2023-07-12T13:55:49.550769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:36.927544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557592+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:49.557592+0000","last_peered":"2023-07-12T13:55:49.557592+0000","last_clean":"2023-07-12T13:55:49.557592+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:49.557592+0000","last_undegraded":"2023-07-12T13:55:49.557592+0000","last_fullsized":"2023-07-12T13:55:49.557592+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634477+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:50.634477+0000","last_peered":"2023-07-12T13:55:50.634477+0000","last_clean":"2023-07-12T13:55:50.634477+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:50.634477+0000","last_undegraded":"2023-07-12T13:55:50.634477+0000","last_fullsized":"2023-07-12T13:55:50.634477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:36.927544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635400+0000","last_change":"2023-07-12T13:55:48.567151+0000","last_active":"2023-07-12T13:55:50.635400+0000","last_peered":"2023-07-12T13:55:50.635400+0000","last_clean":"2023-07-12T13:55:50.635400+0000","last_became_active":"2023-07-12T13:55:48.566552+0000","last_became_peered":"2023-07-12T13:55:48.566552+0000","last_unstale":"2023-07-12T13:55:50.635400+0000","last_undegraded":"2023-07-12T13:55:50.635400+0000","last_fullsized":"2023-07-12T13:55:50.635400+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:48.056295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634063+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:50.634063+0000","last_peered":"2023-07-12T13:55:50.634063+0000","last_clean":"2023-07-12T13:55:50.634063+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:50.634063+0000","last_undegraded":"2023-07-12T13:55:50.634063+0000","last_fullsized":"2023-07-12T13:55:50.634063+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:11.914090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635118+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:50.635118+0000","last_peered":"2023-07-12T13:55:50.635118+0000","last_clean":"2023-07-12T13:55:50.635118+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:50.635118+0000","last_undegraded":"2023-07-12T13:55:50.635118+0000","last_fullsized":"2023-07-12T13:55:50.635118+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:27.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634912+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:50.634912+0000","last_peered":"2023-07-12T13:55:50.634912+0000","last_clean":"2023-07-12T13:55:50.634912+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:50.634912+0000","last_undegraded":"2023-07-12T13:55:50.634912+0000","last_fullsized":"2023-07-12T13:55:50.634912+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634517+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:50.634517+0000","last_peered":"2023-07-12T13:55:50.634517+0000","last_clean":"2023-07-12T13:55:50.634517+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:50.634517+0000","last_undegraded":"2023-07-12T13:55:50.634517+0000","last_fullsized":"2023-07-12T13:55:50.634517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:38.227882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634336+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:50.634336+0000","last_peered":"2023-07-12T13:55:50.634336+0000","last_clean":"2023-07-12T13:55:50.634336+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:50.634336+0000","last_undegraded":"2023-07-12T13:55:50.634336+0000","last_fullsized":"2023-07-12T13:55:50.634336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635415+0000","last_change":"2023-07-12T13:55:48.579942+0000","last_active":"2023-07-12T13:55:50.635415+0000","last_peered":"2023-07-12T13:55:50.635415+0000","last_clean":"2023-07-12T13:55:50.635415+0000","last_became_active":"2023-07-12T13:55:48.579562+0000","last_became_peered":"2023-07-12T13:55:48.579562+0000","last_unstale":"2023-07-12T13:55:50.635415+0000","last_undegraded":"2023-07-12T13:55:50.635415+0000","last_fullsized":"2023-07-12T13:55:50.635415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634520+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:50.634520+0000","last_peered":"2023-07-12T13:55:50.634520+0000","last_clean":"2023-07-12T13:55:50.634520+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:50.634520+0000","last_undegraded":"2023-07-12T13:55:50.634520+0000","last_fullsized":"2023-07-12T13:55:50.634520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635745+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:50.635745+0000","last_peered":"2023-07-12T13:55:50.635745+0000","last_clean":"2023-07-12T13:55:50.635745+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:50.635745+0000","last_undegraded":"2023-07-12T13:55:50.635745+0000","last_fullsized":"2023-07-12T13:55:50.635745+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:56.849929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634899+0000","last_change":"2023-07-12T13:55:48.568662+0000","last_active":"2023-07-12T13:55:50.634899+0000","last_peered":"2023-07-12T13:55:50.634899+0000","last_clean":"2023-07-12T13:55:50.634899+0000","last_became_active":"2023-07-12T13:55:48.568264+0000","last_became_peered":"2023-07-12T13:55:48.568264+0000","last_unstale":"2023-07-12T13:55:50.634899+0000","last_undegraded":"2023-07-12T13:55:50.634899+0000","last_fullsized":"2023-07-12T13:55:50.634899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635519+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:50.635519+0000","last_peered":"2023-07-12T13:55:50.635519+0000","last_clean":"2023-07-12T13:55:50.635519+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:50.635519+0000","last_undegraded":"2023-07-12T13:55:50.635519+0000","last_fullsized":"2023-07-12T13:55:50.635519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634215+0000","last_change":"2023-07-12T13:55:48.564483+0000","last_active":"2023-07-12T13:55:50.634215+0000","last_peered":"2023-07-12T13:55:50.634215+0000","last_clean":"2023-07-12T13:55:50.634215+0000","last_became_active":"2023-07-12T13:55:48.564164+0000","last_became_peered":"2023-07-12T13:55:48.564164+0000","last_unstale":"2023-07-12T13:55:50.634215+0000","last_undegraded":"2023-07-12T13:55:50.634215+0000","last_fullsized":"2023-07-12T13:55:50.634215+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551275+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:49.551275+0000","last_peered":"2023-07-12T13:55:49.551275+0000","last_clean":"2023-07-12T13:55:49.551275+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:49.551275+0000","last_undegraded":"2023-07-12T13:55:49.551275+0000","last_fullsized":"2023-07-12T13:55:49.551275+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633977+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:50.633977+0000","last_peered":"2023-07-12T13:55:50.633977+0000","last_clean":"2023-07-12T13:55:50.633977+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:50.633977+0000","last_undegraded":"2023-07-12T13:55:50.633977+0000","last_fullsized":"2023-07-12T13:55:50.633977+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:28.861922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550588+0000","last_change":"2023-07-12T13:55:48.575189+0000","last_active":"2023-07-12T13:55:49.550588+0000","last_peered":"2023-07-12T13:55:49.550588+0000","last_clean":"2023-07-12T13:55:49.550588+0000","last_became_active":"2023-07-12T13:55:48.574919+0000","last_became_peered":"2023-07-12T13:55:48.574919+0000","last_unstale":"2023-07-12T13:55:49.550588+0000","last_undegraded":"2023-07-12T13:55:49.550588+0000","last_fullsized":"2023-07-12T13:55:49.550588+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"23'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635780+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:50.635780+0000","last_peered":"2023-07-12T13:55:50.635780+0000","last_clean":"2023-07-12T13:55:50.635780+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:50.635780+0000","last_undegraded":"2023-07-12T13:55:50.635780+0000","last_fullsized":"2023-07-12T13:55:50.635780+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557523+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:49.557523+0000","last_peered":"2023-07-12T13:55:49.557523+0000","last_clean":"2023-07-12T13:55:49.557523+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:49.557523+0000","last_undegraded":"2023-07-12T13:55:49.557523+0000","last_fullsized":"2023-07-12T13:55:49.557523+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:25.661179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633672+0000","last_change":"2023-07-12T13:55:48.566203+0000","last_active":"2023-07-12T13:55:50.633672+0000","last_peered":"2023-07-12T13:55:50.633672+0000","last_clean":"2023-07-12T13:55:50.633672+0000","last_became_active":"2023-07-12T13:55:48.565882+0000","last_became_peered":"2023-07-12T13:55:48.565882+0000","last_unstale":"2023-07-12T13:55:50.633672+0000","last_undegraded":"2023-07-12T13:55:50.633672+0000","last_fullsized":"2023-07-12T13:55:50.633672+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634207+0000","last_change":"2023-07-12T13:55:48.573985+0000","last_active":"2023-07-12T13:55:50.634207+0000","last_peered":"2023-07-12T13:55:50.634207+0000","last_clean":"2023-07-12T13:55:50.634207+0000","last_became_active":"2023-07-12T13:55:48.573640+0000","last_became_peered":"2023-07-12T13:55:48.573640+0000","last_unstale":"2023-07-12T13:55:50.634207+0000","last_undegraded":"2023-07-12T13:55:50.634207+0000","last_fullsized":"2023-07-12T13:55:50.634207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:02.903043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633959+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:50.633959+0000","last_peered":"2023-07-12T13:55:50.633959+0000","last_clean":"2023-07-12T13:55:50.633959+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:50.633959+0000","last_undegraded":"2023-07-12T13:55:50.633959+0000","last_fullsized":"2023-07-12T13:55:50.633959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634761+0000","last_change":"2023-07-12T13:55:48.568699+0000","last_active":"2023-07-12T13:55:50.634761+0000","last_peered":"2023-07-12T13:55:50.634761+0000","last_clean":"2023-07-12T13:55:50.634761+0000","last_became_active":"2023-07-12T13:55:48.568359+0000","last_became_peered":"2023-07-12T13:55:48.568359+0000","last_unstale":"2023-07-12T13:55:50.634761+0000","last_undegraded":"2023-07-12T13:55:50.634761+0000","last_fullsized":"2023-07-12T13:55:50.634761+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634600+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:50.634600+0000","last_peered":"2023-07-12T13:55:50.634600+0000","last_clean":"2023-07-12T13:55:50.634600+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:50.634600+0000","last_undegraded":"2023-07-12T13:55:50.634600+0000","last_fullsized":"2023-07-12T13:55:50.634600+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:09.832566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550652+0000","last_change":"2023-07-12T13:55:48.576480+0000","last_active":"2023-07-12T13:55:49.550652+0000","last_peered":"2023-07-12T13:55:49.550652+0000","last_clean":"2023-07-12T13:55:49.550652+0000","last_became_active":"2023-07-12T13:55:48.575902+0000","last_became_peered":"2023-07-12T13:55:48.575902+0000","last_unstale":"2023-07-12T13:55:49.550652+0000","last_undegraded":"2023-07-12T13:55:49.550652+0000","last_fullsized":"2023-07-12T13:55:49.550652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635857+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:50.635857+0000","last_peered":"2023-07-12T13:55:50.635857+0000","last_clean":"2023-07-12T13:55:50.635857+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:50.635857+0000","last_undegraded":"2023-07-12T13:55:50.635857+0000","last_fullsized":"2023-07-12T13:55:50.635857+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550474+0000","last_change":"2023-07-12T13:55:48.572981+0000","last_active":"2023-07-12T13:55:49.550474+0000","last_peered":"2023-07-12T13:55:49.550474+0000","last_clean":"2023-07-12T13:55:49.550474+0000","last_became_active":"2023-07-12T13:55:48.572696+0000","last_became_peered":"2023-07-12T13:55:48.572696+0000","last_unstale":"2023-07-12T13:55:49.550474+0000","last_undegraded":"2023-07-12T13:55:49.550474+0000","last_fullsized":"2023-07-12T13:55:49.550474+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:01.773801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557360+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:49.557360+0000","last_peered":"2023-07-12T13:55:49.557360+0000","last_clean":"2023-07-12T13:55:49.557360+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:49.557360+0000","last_undegraded":"2023-07-12T13:55:49.557360+0000","last_fullsized":"2023-07-12T13:55:49.557360+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550626+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:49.550626+0000","last_peered":"2023-07-12T13:55:49.550626+0000","last_clean":"2023-07-12T13:55:49.550626+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:49.550626+0000","last_undegraded":"2023-07-12T13:55:49.550626+0000","last_fullsized":"2023-07-12T13:55:49.550626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:08.513452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635288+0000","last_change":"2023-07-12T13:55:48.573764+0000","last_active":"2023-07-12T13:55:50.635288+0000","last_peered":"2023-07-12T13:55:50.635288+0000","last_clean":"2023-07-12T13:55:50.635288+0000","last_became_active":"2023-07-12T13:55:48.573393+0000","last_became_peered":"2023-07-12T13:55:48.573393+0000","last_unstale":"2023-07-12T13:55:50.635288+0000","last_undegraded":"2023-07-12T13:55:50.635288+0000","last_fullsized":"2023-07-12T13:55:50.635288+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635238+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:50.635238+0000","last_peered":"2023-07-12T13:55:50.635238+0000","last_clean":"2023-07-12T13:55:50.635238+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:50.635238+0000","last_undegraded":"2023-07-12T13:55:50.635238+0000","last_fullsized":"2023-07-12T13:55:50.635238+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551057+0000","last_change":"2023-07-12T13:55:48.573738+0000","last_active":"2023-07-12T13:55:49.551057+0000","last_peered":"2023-07-12T13:55:49.551057+0000","last_clean":"2023-07-12T13:55:49.551057+0000","last_became_active":"2023-07-12T13:55:48.573410+0000","last_became_peered":"2023-07-12T13:55:48.573410+0000","last_unstale":"2023-07-12T13:55:49.551057+0000","last_undegraded":"2023-07-12T13:55:49.551057+0000","last_fullsized":"2023-07-12T13:55:49.551057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:48.056295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634741+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:50.634741+0000","last_peered":"2023-07-12T13:55:50.634741+0000","last_clean":"2023-07-12T13:55:50.634741+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:50.634741+0000","last_undegraded":"2023-07-12T13:55:50.634741+0000","last_fullsized":"2023-07-12T13:55:50.634741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634462+0000","last_change":"2023-07-12T13:55:48.568986+0000","last_active":"2023-07-12T13:55:50.634462+0000","last_peered":"2023-07-12T13:55:50.634462+0000","last_clean":"2023-07-12T13:55:50.634462+0000","last_became_active":"2023-07-12T13:55:48.568554+0000","last_became_peered":"2023-07-12T13:55:48.568554+0000","last_unstale":"2023-07-12T13:55:50.634462+0000","last_undegraded":"2023-07-12T13:55:50.634462+0000","last_fullsized":"2023-07-12T13:55:50.634462+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634453+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:50.634453+0000","last_peered":"2023-07-12T13:55:50.634453+0000","last_clean":"2023-07-12T13:55:50.634453+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:50.634453+0000","last_undegraded":"2023-07-12T13:55:50.634453+0000","last_fullsized":"2023-07-12T13:55:50.634453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:27.300165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634084+0000","last_change":"2023-07-12T13:55:48.583559+0000","last_active":"2023-07-12T13:55:50.634084+0000","last_peered":"2023-07-12T13:55:50.634084+0000","last_clean":"2023-07-12T13:55:50.634084+0000","last_became_active":"2023-07-12T13:55:48.583219+0000","last_became_peered":"2023-07-12T13:55:48.583219+0000","last_unstale":"2023-07-12T13:55:50.634084+0000","last_undegraded":"2023-07-12T13:55:50.634084+0000","last_fullsized":"2023-07-12T13:55:50.634084+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634090+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:50.634090+0000","last_peered":"2023-07-12T13:55:50.634090+0000","last_clean":"2023-07-12T13:55:50.634090+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:50.634090+0000","last_undegraded":"2023-07-12T13:55:50.634090+0000","last_fullsized":"2023-07-12T13:55:50.634090+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:27.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634505+0000","last_change":"2023-07-12T13:55:48.583261+0000","last_active":"2023-07-12T13:55:50.634505+0000","last_peered":"2023-07-12T13:55:50.634505+0000","last_clean":"2023-07-12T13:55:50.634505+0000","last_became_active":"2023-07-12T13:55:48.582949+0000","last_became_peered":"2023-07-12T13:55:48.582949+0000","last_unstale":"2023-07-12T13:55:50.634505+0000","last_undegraded":"2023-07-12T13:55:50.634505+0000","last_fullsized":"2023-07-12T13:55:50.634505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634361+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:50.634361+0000","last_peered":"2023-07-12T13:55:50.634361+0000","last_clean":"2023-07-12T13:55:50.634361+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:50.634361+0000","last_undegraded":"2023-07-12T13:55:50.634361+0000","last_fullsized":"2023-07-12T13:55:50.634361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550767+0000","last_change":"2023-07-12T13:55:48.578918+0000","last_active":"2023-07-12T13:55:49.550767+0000","last_peered":"2023-07-12T13:55:49.550767+0000","last_clean":"2023-07-12T13:55:49.550767+0000","last_became_active":"2023-07-12T13:55:48.578587+0000","last_became_peered":"2023-07-12T13:55:48.578587+0000","last_unstale":"2023-07-12T13:55:49.550767+0000","last_undegraded":"2023-07-12T13:55:49.550767+0000","last_fullsized":"2023-07-12T13:55:49.550767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551092+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:49.551092+0000","last_peered":"2023-07-12T13:55:49.551092+0000","last_clean":"2023-07-12T13:55:49.551092+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:49.551092+0000","last_undegraded":"2023-07-12T13:55:49.551092+0000","last_fullsized":"2023-07-12T13:55:49.551092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:06.240149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633456+0000","last_change":"2023-07-12T13:55:48.574177+0000","last_active":"2023-07-12T13:55:50.633456+0000","last_peered":"2023-07-12T13:55:50.633456+0000","last_clean":"2023-07-12T13:55:50.633456+0000","last_became_active":"2023-07-12T13:55:48.573845+0000","last_became_peered":"2023-07-12T13:55:48.573845+0000","last_unstale":"2023-07-12T13:55:50.633456+0000","last_undegraded":"2023-07-12T13:55:50.633456+0000","last_fullsized":"2023-07-12T13:55:50.633456+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635652+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:50.635652+0000","last_peered":"2023-07-12T13:55:50.635652+0000","last_clean":"2023-07-12T13:55:50.635652+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:50.635652+0000","last_undegraded":"2023-07-12T13:55:50.635652+0000","last_fullsized":"2023-07-12T13:55:50.635652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:27.310212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31888,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339952,"statfs":{"total":96636764160,"available":96604110848,"internally_reserved":0,"allocated":860160,"data_stored":681187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]}]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4870000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31288,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340552,"statfs":{"total":96636764160,"available":96604725248,"internally_reserved":0,"allocated":245760,"data_stored":89691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31300,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340540,"statfs":{"total":96636764160,"available":96604712960,"internally_reserved":0,"allocated":258048,"data_stored":90659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79000000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31284,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340556,"statfs":{"total":96636764160,"available":96604729344,"internally_reserved":0,"allocated":241664,"data_stored":89129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":816,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":835584,"data_stored":679989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:55:57.605 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-07-12T13:55:57.606 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-07-12T13:55:57.606 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-07-12T13:55:57.607 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-07-12T13:55:57.607 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-07-12T13:55:57.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 Processor -- start 2023-07-12T13:55:57.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 -- start start 2023-07-12T13:55:57.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe95c0aff80 0x7fe95c15c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c159770 0x7fe95c0cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe95c15d1f0 con 0x7fe95c156140 2023-07-12T13:55:57.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe95c06f050 con 0x7fe95c0aff80 2023-07-12T13:55:57.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe962e6d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c159bd0 con 0x7fe95c159770 2023-07-12T13:55:57.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe960c09640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe95c156140 0x7fe95c0af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50140/0 (socket says 172.21.15.50:50140) 2023-07-12T13:55:57.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe960c09640 1 -- 172.21.15.50:0/1375318750 learned_addr learned my addr 172.21.15.50:0/1375318750 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:57.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95bfff640 1 --2- 172.21.15.50:0/1375318750 >> v2:172.21.15.50:3300/0 conn(0x7fe95c0aff80 0x7fe95c15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe96140a640 1 --2- 172.21.15.50:0/1375318750 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c159770 0x7fe95c0cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95b7fe640 1 -- 172.21.15.50:0/1375318750 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2897270478 0 0) 0x7fe95c15d1f0 con 0x7fe95c156140 2023-07-12T13:55:57.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95b7fe640 1 -- 172.21.15.50:0/1375318750 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe94c003530 con 0x7fe95c156140 2023-07-12T13:55:57.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95bfff640 1 -- 172.21.15.50:0/1375318750 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c159770 msgr2=0x7fe95c0cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:57.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95bfff640 1 --2- 172.21.15.50:0/1375318750 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c159770 0x7fe95c0cc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95bfff640 1 -- 172.21.15.50:0/1375318750 >> v1:172.21.15.50:6789/0 conn(0x7fe95c156140 legacy=0x7fe95c0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.782+0000 7fe95bfff640 1 -- 172.21.15.50:0/1375318750 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe95c15c950 con 0x7fe95c0aff80 2023-07-12T13:55:57.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe95bfff640 1 --2- 172.21.15.50:0/1375318750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c0aff80 0x7fe95c15c250 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe9480097c0 tx=0x7fe94801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4989492e82543fe server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:57.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe95b7fe640 1 -- 172.21.15.50:0/1375318750 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9480ab680 con 0x7fe95c0aff80 2023-07-12T13:55:57.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe95b7fe640 1 -- 172.21.15.50:0/1375318750 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9480ab7e0 con 0x7fe95c0aff80 2023-07-12T13:55:57.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe95b7fe640 1 -- 172.21.15.50:0/1375318750 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9480abb70 con 0x7fe95c0aff80 2023-07-12T13:55:57.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 -- 172.21.15.50:0/1375318750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c0aff80 msgr2=0x7fe95c15c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1375318750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c0aff80 0x7fe95c15c250 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe9480097c0 tx=0x7fe94801c480 comp rx=0 tx=0).stop 2023-07-12T13:55:57.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 -- 172.21.15.50:0/1375318750 shutdown_connections 2023-07-12T13:55:57.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1375318750 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c159770 0x7fe95c0cc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1375318750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c0aff80 0x7fe95c15c250 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 -- 172.21.15.50:0/1375318750 >> 172.21.15.50:0/1375318750 conn(0x7fe95c0ca870 msgr2=0x7fe95c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:57.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 -- 172.21.15.50:0/1375318750 shutdown_connections 2023-07-12T13:55:57.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.786+0000 7fe962e6d640 1 -- 172.21.15.50:0/1375318750 wait complete. 2023-07-12T13:55:57.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 Processor -- start 2023-07-12T13:55:57.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 -- start start 2023-07-12T13:55:57.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c0aff80 0x7fe95c15b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe95c156140 0x7fe95c14ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 0x7fe95c14c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c15ac70 con 0x7fe95c159770 2023-07-12T13:55:57.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c15af50 con 0x7fe95c156140 2023-07-12T13:55:57.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c0ae5f0 con 0x7fe95c0aff80 2023-07-12T13:55:57.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 0x7fe95c14c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 0x7fe95c14c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47194/0 (socket says 172.21.15.50:47194) 2023-07-12T13:55:57.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 -- 172.21.15.50:0/1510560851 learned_addr learned my addr 172.21.15.50:0/1510560851 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:57.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe95bfff640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe95c156140 0x7fe95c14ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe960c09640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c0aff80 0x7fe95c15b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 -- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c0aff80 msgr2=0x7fe95c15b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c0aff80 0x7fe95c15b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 -- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe95c156140 msgr2=0x7fe95c14ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe95c156140 0x7fe95c14ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 -- 172.21.15.50:0/1510560851 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe948009420 con 0x7fe95c159770 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe960c09640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c0aff80 0x7fe95c15b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:57.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe96140a640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 0x7fe95c14c260 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe95400efc0 tx=0x7fe95400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:57.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe954014480 con 0x7fe95c159770 2023-07-12T13:55:57.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe95400f040 con 0x7fe95c159770 2023-07-12T13:55:57.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe954014820 con 0x7fe95c159770 2023-07-12T13:55:57.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe95c0ae8d0 con 0x7fe95c159770 2023-07-12T13:55:57.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.790+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe95c0ae2a0 con 0x7fe95c159770 2023-07-12T13:55:57.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.794+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe95c0aeac0 con 0x7fe95c159770 2023-07-12T13:55:57.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.794+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe954014980 con 0x7fe95c159770 2023-07-12T13:55:57.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.794+0000 7fe9597fa640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe940066280 0x7fe940068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:57.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.794+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe9540848a0 con 0x7fe95c159770 2023-07-12T13:55:57.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.794+0000 7fe960c09640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe940066280 0x7fe940068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:57.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.798+0000 7fe960c09640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe940066280 0x7fe940068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe9500011f0 tx=0x7fe950009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:57.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.798+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe954051db0 con 0x7fe95c159770 2023-07-12T13:55:57.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.990+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fe95c04e020 con 0x7fe95c159770 2023-07-12T13:55:57.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe9597fa640 1 -- 172.21.15.50:0/1510560851 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164240 (secure 0 0 0) 0x7fe9540553d0 con 0x7fe95c159770 2023-07-12T13:55:57.997 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:57.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe940066280 msgr2=0x7fe940068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe940066280 0x7fe940068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe9500011f0 tx=0x7fe950009040 comp rx=0 tx=0).stop 2023-07-12T13:55:57.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 msgr2=0x7fe95c14c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:57.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 0x7fe95c14c260 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe95400efc0 tx=0x7fe95400c490 comp rx=0 tx=0).stop 2023-07-12T13:55:57.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 shutdown_connections 2023-07-12T13:55:57.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe940066280 0x7fe940068730 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe95c159770 0x7fe95c14c260 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe95c156140 0x7fe95c14ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:57.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 --2- 172.21.15.50:0/1510560851 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe95c0aff80 0x7fe95c15b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 >> 172.21.15.50:0/1510560851 conn(0x7fe95c0ca870 msgr2=0x7fe95c0ce1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 shutdown_connections 2023-07-12T13:55:58.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:57.994+0000 7fe962e6d640 1 -- 172.21.15.50:0/1510560851 wait complete. 2023-07-12T13:55:58.017 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":5,"active_gid":4108,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":1876868533},{"type":"v1","addr":"172.21.15.55:6833","nonce":1876868533}]},"active_addr":"172.21.15.55:6833/1876868533","active_change":"2023-07-12T13:55:27.517441+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":978994618}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":2786923287}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":1338847511}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":874003967}]}]} 2023-07-12T13:55:58.022 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-07-12T13:55:58.022 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-07-12T13:55:58.023 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:58.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb4500640 1 Processor -- start 2023-07-12T13:55:58.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb4500640 1 -- start start 2023-07-12T13:55:58.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb4500640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdbac159650 0x7fdbac070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb4500640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbac071330 con 0x7fdbac070780 2023-07-12T13:55:58.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb4500640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbac0c88e0 con 0x7fdbac0aff80 2023-07-12T13:55:58.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb4500640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbac070d70 con 0x7fdbac159650 2023-07-12T13:55:58.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb1a9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fdbac070780 0x7fdbac0af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50152/0 (socket says 172.21.15.50:50152) 2023-07-12T13:55:58.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb1a9b640 1 -- 172.21.15.50:0/1314191708 learned_addr learned my addr 172.21.15.50:0/1314191708 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:58.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.162+0000 7fdbb229c640 1 --2- 172.21.15.50:0/1314191708 >> v2:172.21.15.50:3300/0 conn(0x7fdbac159650 0x7fdbac070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb229c640 1 -- 172.21.15.50:0/1314191708 >> v1:172.21.15.55:6789/0 conn(0x7fdbac0aff80 legacy=0x7fdbac0c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb229c640 1 -- 172.21.15.50:0/1314191708 >> v1:172.21.15.50:6789/0 conn(0x7fdbac070780 legacy=0x7fdbac0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb229c640 1 -- 172.21.15.50:0/1314191708 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbac071050 con 0x7fdbac159650 2023-07-12T13:55:58.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb129a640 1 -- 172.21.15.50:0/1314191708 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2907653487 0 0) 0x7fdbac071330 con 0x7fdbac070780 2023-07-12T13:55:58.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb229c640 1 --2- 172.21.15.50:0/1314191708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac070240 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdba80097c0 tx=0x7fdba801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fb84129949ccd56 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb129a640 1 -- 172.21.15.50:0/1314191708 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba80ab600 con 0x7fdbac159650 2023-07-12T13:55:58.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb129a640 1 -- 172.21.15.50:0/1314191708 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdba80a7050 con 0x7fdbac159650 2023-07-12T13:55:58.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb129a640 1 -- 172.21.15.50:0/1314191708 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba80ab980 con 0x7fdbac159650 2023-07-12T13:55:58.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb4500640 1 -- 172.21.15.50:0/1314191708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 msgr2=0x7fdbac070240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb4500640 1 --2- 172.21.15.50:0/1314191708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac070240 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdba80097c0 tx=0x7fdba801c3c0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb4500640 1 -- 172.21.15.50:0/1314191708 shutdown_connections 2023-07-12T13:55:58.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb4500640 1 --2- 172.21.15.50:0/1314191708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac070240 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.166+0000 7fdbb4500640 1 -- 172.21.15.50:0/1314191708 >> 172.21.15.50:0/1314191708 conn(0x7fdbac0ca870 msgr2=0x7fdbac0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 -- 172.21.15.50:0/1314191708 shutdown_connections 2023-07-12T13:55:58.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 -- 172.21.15.50:0/1314191708 wait complete. 2023-07-12T13:55:58.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 Processor -- start 2023-07-12T13:55:58.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 -- start start 2023-07-12T13:55:58.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbac070780 0x7fdbac14b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdbac0aff80 0x7fdbac14cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac146b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbac14bc00 con 0x7fdbac159650 2023-07-12T13:55:58.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbac0bed90 con 0x7fdbac070780 2023-07-12T13:55:58.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb4500640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbac0cb9c0 con 0x7fdbac0aff80 2023-07-12T13:55:58.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac146b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac146b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47200/0 (socket says 172.21.15.50:47200) 2023-07-12T13:55:58.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 -- 172.21.15.50:0/3565131613 learned_addr learned my addr 172.21.15.50:0/3565131613 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:58.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb229c640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbac070780 0x7fdbac14b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb1a9b640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdbac0aff80 0x7fdbac14cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 -- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdbac0aff80 msgr2=0x7fdbac14cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdbac0aff80 0x7fdbac14cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 -- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbac070780 msgr2=0x7fdbac14b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbac070780 0x7fdbac14b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 -- 172.21.15.50:0/3565131613 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdba8009420 con 0x7fdbac159650 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.170+0000 7fdbb2a9d640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac146b70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdba400c700 tx=0x7fdba400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba4003b80 con 0x7fdbac159650 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdba4003ce0 con 0x7fdbac159650 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbac14d530 con 0x7fdbac159650 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba400aa90 con 0x7fdbac159650 2023-07-12T13:55:58.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbac14b9d0 con 0x7fdbac159650 2023-07-12T13:55:58.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbac04e020 con 0x7fdbac159650 2023-07-12T13:55:58.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdba400abf0 con 0x7fdbac159650 2023-07-12T13:55:58.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdba2ffd640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdb90066280 0x7fdb90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fdba4083a60 con 0x7fdbac159650 2023-07-12T13:55:58.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.174+0000 7fdbb229c640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdb90066280 0x7fdb90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.178+0000 7fdbb229c640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdb90066280 0x7fdb90068730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdba80ad000 tx=0x7fdba80a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.178+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdba4050ef0 con 0x7fdbac159650 2023-07-12T13:55:58.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.334+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdbac0c16c0 con 0x7fdbac159650 2023-07-12T13:55:58.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.334+0000 7fdba2ffd640 1 -- 172.21.15.50:0/3565131613 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7fdba4054510 con 0x7fdbac159650 2023-07-12T13:55:58.340 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:58.340 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:58.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdb90066280 msgr2=0x7fdb90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdb90066280 0x7fdb90068730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdba80ad000 tx=0x7fdba80a6000 comp rx=0 tx=0).stop 2023-07-12T13:55:58.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 msgr2=0x7fdbac146b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac146b70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdba400c700 tx=0x7fdba400cbc0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 shutdown_connections 2023-07-12T13:55:58.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdb90066280 0x7fdb90068730 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbac159650 0x7fdbac146b70 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdbac0aff80 0x7fdbac14cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 --2- 172.21.15.50:0/3565131613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbac070780 0x7fdbac14b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 >> 172.21.15.50:0/3565131613 conn(0x7fdbac0ca870 msgr2=0x7fdbac0c8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 shutdown_connections 2023-07-12T13:55:58.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.338+0000 7fdbb4500640 1 -- 172.21.15.50:0/3565131613 wait complete. 2023-07-12T13:55:58.360 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-07-12T13:55:58.360 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:55:58.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971759e640 1 Processor -- start 2023-07-12T13:55:58.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971759e640 1 -- start start 2023-07-12T13:55:58.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971759e640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f971815b8d0 0x7f97180cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971759e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97180cd370 con 0x7f97180b10e0 2023-07-12T13:55:58.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971759e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97180cf8d0 con 0x7f97180d0270 2023-07-12T13:55:58.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971759e640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97180cc760 con 0x7f971815b8d0 2023-07-12T13:55:58.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9715d9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f97180b10e0 0x7f97180cfb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50166/0 (socket says 172.21.15.50:50166) 2023-07-12T13:55:58.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9715d9b640 1 -- 172.21.15.50:0/1381536654 learned_addr learned my addr 172.21.15.50:0/1381536654 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:58.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971659c640 1 --2- 172.21.15.50:0/1381536654 >> v2:172.21.15.55:3300/0 conn(0x7f971815b8d0 0x7f97180cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2311002575 0 0) 0x7f97180cd370 con 0x7f97180b10e0 2023-07-12T13:55:58.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9700003530 con 0x7f97180b10e0 2023-07-12T13:55:58.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3736258505 0 0) 0x7f97180cf8d0 con 0x7f97180d0270 2023-07-12T13:55:58.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97180cd370 con 0x7f97180d0270 2023-07-12T13:55:58.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1645817622 0 0) 0x7f9700003530 con 0x7f97180b10e0 2023-07-12T13:55:58.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 >> v2:172.21.15.55:3300/0 conn(0x7f971815b8d0 msgr2=0x7f97180cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 --2- 172.21.15.50:0/1381536654 >> v2:172.21.15.55:3300/0 conn(0x7f971815b8d0 0x7f97180cf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 >> v1:172.21.15.55:6789/0 conn(0x7f97180d0270 legacy=0x7f97180cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97180cca40 con 0x7f97180b10e0 2023-07-12T13:55:58.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f970c001680 con 0x7f97180b10e0 2023-07-12T13:55:58.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 >> v1:172.21.15.50:6789/0 conn(0x7f97180b10e0 legacy=0x7f97180cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9700003b80 0x7f9700003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f97000047d0 0x7f9700004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9700005180 0x7f970000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97180cc760 con 0x7f9700005180 2023-07-12T13:55:58.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f970000c060 con 0x7f97000047d0 2023-07-12T13:55:58.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f970000c220 con 0x7f9700003b80 2023-07-12T13:55:58.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9716d9d640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9700005180 0x7f970000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f971659c640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9700003b80 0x7f9700003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9715d9b640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f97000047d0 0x7f9700004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9716d9d640 1 -- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9700003b80 msgr2=0x7f9700003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9716d9d640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9700003b80 0x7f9700003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9716d9d640 1 -- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f97000047d0 msgr2=0x7f9700004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9716d9d640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f97000047d0 0x7f9700004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.502+0000 7f9716d9d640 1 -- 172.21.15.50:0/1381536654 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9700003530 con 0x7f9700005180 2023-07-12T13:55:58.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f9716d9d640 1 -- 172.21.15.50:0/1381536654 reap_dead start 2023-07-12T13:55:58.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f9716d9d640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9700005180 0x7f970000b990 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9710007fd0 tx=0x7f971001c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e7fc2c3b198f998 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f970c007ea0 con 0x7f9700005180 2023-07-12T13:55:58.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9710003b80 con 0x7f9700005180 2023-07-12T13:55:58.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971559a640 1 -- 172.21.15.50:0/1381536654 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97100050d0 con 0x7f9700005180 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 -- 172.21.15.50:0/1381536654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9700005180 msgr2=0x7f970000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9700005180 0x7f970000b990 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9710007fd0 tx=0x7f971001c8c0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 -- 172.21.15.50:0/1381536654 shutdown_connections 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 --2- 172.21.15.50:0/1381536654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9700005180 0x7f970000b990 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 -- 172.21.15.50:0/1381536654 >> 172.21.15.50:0/1381536654 conn(0x7f971809b390 msgr2=0x7f97180d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 -- 172.21.15.50:0/1381536654 shutdown_connections 2023-07-12T13:55:58.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.506+0000 7f971759e640 1 -- 172.21.15.50:0/1381536654 wait complete. 2023-07-12T13:55:58.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 Processor -- start 2023-07-12T13:55:58.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 -- start start 2023-07-12T13:55:58.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 0x7f97180b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f97181f5310 0x7f97181f07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 0x7f97180c7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97180b32c0 con 0x7f97181f0d00 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97180b35a0 con 0x7f9700005180 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971759e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97180b3880 con 0x7f97181f5310 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 0x7f97180c7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 0x7f97180b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 0x7f97180b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49082/0 (socket says 172.21.15.50:49082) 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971659c640 1 -- 172.21.15.50:0/2593214315 learned_addr learned my addr 172.21.15.50:0/2593214315 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:58.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 0x7f97180c7dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47218/0 (socket says 172.21.15.50:47218) 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9715d9b640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f97181f5310 0x7f97181f07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 -- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f97181f5310 msgr2=0x7f97181f07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f97181f5310 0x7f97181f07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 -- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 msgr2=0x7f97180b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 0x7f97180b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 -- 172.21.15.50:0/2593214315 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97180c5b40 con 0x7f97181f0d00 2023-07-12T13:55:58.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9715d9b640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f97181f5310 0x7f97181f07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f971659c640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 0x7f97180b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9716d9d640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 0x7f97180c7dd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f97180b4b50 tx=0x7f9700005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.510+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97100b3070 con 0x7f97181f0d00 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9710003a00 con 0x7f97181f0d00 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9710006d80 con 0x7f97181f0d00 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97180b2fd0 con 0x7f97181f0d00 2023-07-12T13:55:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97180c8310 con 0x7f97181f0d00 2023-07-12T13:55:58.522 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97180b39c0 con 0x7f97181f0d00 2023-07-12T13:55:58.522 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f97100050d0 con 0x7f97181f0d00 2023-07-12T13:55:58.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f9706ffd640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f96f80662b0 0x7f96f8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f97100aa070 con 0x7f97181f0d00 2023-07-12T13:55:58.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.514+0000 7f971659c640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f96f80662b0 0x7f96f8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.518+0000 7f971659c640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f96f80662b0 0x7f96f8068760 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f97080144c0 tx=0x7f9708009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.518+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f97180b39c0 con 0x7f97181f0d00 2023-07-12T13:55:58.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.674+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f97180b39c0 con 0x7f97181f0d00 2023-07-12T13:55:58.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.674+0000 7f9706ffd640 1 -- 172.21.15.50:0/2593214315 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f97180b39c0 con 0x7f97181f0d00 2023-07-12T13:55:58.678 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:55:58.679 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:55:58.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f96f80662b0 msgr2=0x7f96f8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f96f80662b0 0x7f96f8068760 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f97080144c0 tx=0x7f9708009190 comp rx=0 tx=0).stop 2023-07-12T13:55:58.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 msgr2=0x7f97180c7dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 0x7f97180c7dd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f97180b4b50 tx=0x7f9700005800 comp rx=0 tx=0).stop 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 shutdown_connections 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f96f80662b0 0x7f96f8068760 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181f0d00 0x7f97180c7dd0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f97181f5310 0x7f97181f07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 --2- 172.21.15.50:0/2593214315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9700005180 0x7f97180b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 >> 172.21.15.50:0/2593214315 conn(0x7f971809b390 msgr2=0x7f97180cfb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 shutdown_connections 2023-07-12T13:55:58.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.678+0000 7f971759e640 1 -- 172.21.15.50:0/2593214315 wait complete. 2023-07-12T13:55:58.700 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-07-12T13:55:58.701 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-07-12T13:55:58.702 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-07-12T13:55:58.703 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-07-12T13:55:58.703 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-07-12T13:55:58.704 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-07-12T13:55:58.704 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-07-12T13:55:58.705 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-07-12T13:55:58.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.942+0000 7ff83b648640 1 Processor -- start 2023-07-12T13:55:58.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.942+0000 7ff83b648640 1 -- start start 2023-07-12T13:55:58.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 Processor -- start 2023-07-12T13:55:58.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 -- start start 2023-07-12T13:55:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff83b648640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff83415bb00 0x7ff83415bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff83b648640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff83406b000 0x7ff83406b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff83b648640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff83406f250 con 0x7ff8340ce2e0 2023-07-12T13:55:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff83b648640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff83406b9c0 con 0x7ff83406b000 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff83b648640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340706f0 con 0x7ff83415bb00 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff8393e4640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff8340ce2e0 0x7ff834157da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50176/0 (socket says 172.21.15.50:50176) 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff8393e4640 1 -- 172.21.15.50:0/3712536255 learned_addr learned my addr 172.21.15.50:0/3712536255 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 0x7fde2815c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fde28151ca0 0x7fde281520f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde28158ff0 con 0x7fde28069490 2023-07-12T13:55:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde2815bde0 con 0x7fde28151ca0 2023-07-12T13:55:58.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde2e100640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde2815b720 con 0x7fde2806cf30 2023-07-12T13:55:58.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4062629544 0 0) 0x7ff83406f250 con 0x7ff8340ce2e0 2023-07-12T13:55:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff820003530 con 0x7ff8340ce2e0 2023-07-12T13:55:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde26ffd640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fde28151ca0 0x7fde281520f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.946+0000 7fde277fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 0x7fde2815c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2944866983 0 0) 0x7ff820003530 con 0x7ff8340ce2e0 2023-07-12T13:55:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff83415bb00 msgr2=0x7ff83415bf70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-12T13:55:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff83415bb00 0x7ff83415bf70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 >> v2:172.21.15.55:3300/0 conn(0x7ff83406b000 msgr2=0x7ff83406b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff839be5640 1 --2- 172.21.15.50:0/3712536255 >> v2:172.21.15.55:3300/0 conn(0x7ff83406b000 0x7ff83406b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 --2- 172.21.15.50:0/3712536255 >> v2:172.21.15.55:3300/0 conn(0x7ff83406b000 0x7ff83406b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8341584b0 con 0x7ff8340ce2e0 2023-07-12T13:55:58.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7ff82c001a00 con 0x7ff8340ce2e0 2023-07-12T13:55:58.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde277fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 0x7fde2815c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59142/0 (socket says 172.21.15.50:59142) 2023-07-12T13:55:58.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde277fe640 1 -- 172.21.15.50:0/278188176 learned_addr learned my addr 172.21.15.50:0/278188176 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:58.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 >> v1:172.21.15.50:6789/0 conn(0x7ff8340ce2e0 legacy=0x7ff834157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8200039f0 0x7ff820003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8200047d0 0x7ff820004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8200052a0 0x7ff82000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff83406b9c0 con 0x7ff8200039f0 2023-07-12T13:55:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340706f0 con 0x7ff8200052a0 2023-07-12T13:55:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff82000c1f0 con 0x7ff8200047d0 2023-07-12T13:55:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff839be5640 1 --2- 172.21.15.50:0/3712536255 >> v2:172.21.15.55:3300/0 conn(0x7ff83406b000 0x7ff83406b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff8393e4640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8200039f0 0x7ff820003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff839be5640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8200052a0 0x7ff82000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde267fc640 1 -- 172.21.15.50:0/278188176 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 208337623 0 0) 0x7fde28158ff0 con 0x7fde28069490 2023-07-12T13:55:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde267fc640 1 -- 172.21.15.50:0/278188176 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fde10003530 con 0x7fde28069490 2023-07-12T13:55:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde277fe640 1 -- 172.21.15.50:0/278188176 >> v2:172.21.15.55:3300/0 conn(0x7fde28151ca0 msgr2=0x7fde281520f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde277fe640 1 --2- 172.21.15.50:0/278188176 >> v2:172.21.15.55:3300/0 conn(0x7fde28151ca0 0x7fde281520f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde277fe640 1 -- 172.21.15.50:0/278188176 >> v1:172.21.15.55:6789/0 conn(0x7fde28069490 legacy=0x7fde28157f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde277fe640 1 -- 172.21.15.50:0/278188176 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde2815ba00 con 0x7fde2806cf30 2023-07-12T13:55:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7fde26ffd640 1 --2- 172.21.15.50:0/278188176 >> v2:172.21.15.55:3300/0 conn(0x7fde28151ca0 0x7fde281520f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:58.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff838be3640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8200047d0 0x7ff820004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff8393e4640 1 -- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8200047d0 msgr2=0x7ff820004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff8393e4640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8200047d0 0x7ff820004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff8393e4640 1 -- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8200052a0 msgr2=0x7ff82000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff8393e4640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8200052a0 0x7ff82000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff8393e4640 1 -- 172.21.15.50:0/3712536255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff820003530 con 0x7ff8200039f0 2023-07-12T13:55:58.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.950+0000 7ff838be3640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8200047d0 0x7ff820004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:58.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.954+0000 7fde277fe640 1 --2- 172.21.15.50:0/278188176 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 0x7fde2815c200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fde20009e50 tx=0x7fde2001c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd2ca8cc894d4671 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.954+0000 7ff8393e4640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8200039f0 0x7ff820003e00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff82c00a790 tx=0x7ff82c01fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffab96e1b5d31bb8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.954+0000 7fde267fc640 1 -- 172.21.15.50:0/278188176 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde200a9480 con 0x7fde2806cf30 2023-07-12T13:55:58.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.954+0000 7fde267fc640 1 -- 172.21.15.50:0/278188176 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde200a95e0 con 0x7fde2806cf30 2023-07-12T13:55:58.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.954+0000 7fde267fc640 1 -- 172.21.15.50:0/278188176 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde200a9970 con 0x7fde2806cf30 2023-07-12T13:55:58.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 -- 172.21.15.50:0/278188176 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 msgr2=0x7fde2815c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 --2- 172.21.15.50:0/278188176 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 0x7fde2815c200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fde20009e50 tx=0x7fde2001c8f0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c0aa630 con 0x7ff8200039f0 2023-07-12T13:55:58.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 -- 172.21.15.50:0/278188176 shutdown_connections 2023-07-12T13:55:58.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 --2- 172.21.15.50:0/278188176 >> v2:172.21.15.55:3300/0 conn(0x7fde28151ca0 0x7fde281520f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 --2- 172.21.15.50:0/278188176 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde2806cf30 0x7fde2815c200 secure :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fde20009e50 tx=0x7fde2001c8f0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 -- 172.21.15.50:0/278188176 >> 172.21.15.50:0/278188176 conn(0x7fde280650b0 msgr2=0x7fde280654b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff82c0aa790 con 0x7ff8200039f0 2023-07-12T13:55:58.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff82bfff640 1 -- 172.21.15.50:0/3712536255 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c0aa630 con 0x7ff8200039f0 2023-07-12T13:55:58.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 -- 172.21.15.50:0/278188176 shutdown_connections 2023-07-12T13:55:58.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 -- 172.21.15.50:0/278188176 wait complete. 2023-07-12T13:55:58.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff83b648640 1 -- 172.21.15.50:0/3712536255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8200039f0 msgr2=0x7ff820003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff83b648640 1 --2- 172.21.15.50:0/3712536255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8200039f0 0x7ff820003e00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff82c00a790 tx=0x7ff82c01fa00 comp rx=0 tx=0).stop 2023-07-12T13:55:58.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff839be5640 1 -- 172.21.15.50:0/3712536255 reap_dead start 2023-07-12T13:55:58.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 Processor -- start 2023-07-12T13:55:58.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff83b648640 1 -- 172.21.15.50:0/3712536255 shutdown_connections 2023-07-12T13:55:58.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff83b648640 1 -- 172.21.15.50:0/3712536255 >> 172.21.15.50:0/3712536255 conn(0x7ff8340b04d0 msgr2=0x7ff8340cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff83b648640 1 -- 172.21.15.50:0/3712536255 shutdown_connections 2023-07-12T13:55:58.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7ff83b648640 1 -- 172.21.15.50:0/3712536255 wait complete. 2023-07-12T13:55:58.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff83b648640 1 Processor -- start 2023-07-12T13:55:58.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff83b648640 1 -- start start 2023-07-12T13:55:58.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff83b648640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8340cc2a0 0x7ff8340cced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.958+0000 7fde2e100640 1 -- start start 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde2e100640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde28069490 0x7fde2813c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde2e100640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde28151ca0 0x7fde28149860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde277fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde28069490 0x7fde2813c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde277fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde28069490 0x7fde2813c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59166/0 (socket says 172.21.15.50:59166) 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde2e100640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde28142ea0 0x7fde28144c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde26ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde28151ca0 0x7fde28149860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde26ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde28151ca0 0x7fde28149860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49100/0 (socket says 172.21.15.50:49100) 2023-07-12T13:55:58.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde277fe640 1 -- 172.21.15.50:0/1292190935 learned_addr learned my addr 172.21.15.50:0/1292190935 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:58.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7f4ef3774640 1 Processor -- start 2023-07-12T13:55:58.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde27fff640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde28142ea0 0x7fde28144c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde28143440 con 0x7fde28142ea0 2023-07-12T13:55:58.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde28143720 con 0x7fde28151ca0 2023-07-12T13:55:58.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde28143a00 con 0x7fde28069490 2023-07-12T13:55:58.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff83b648640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8340cc670 0x7ff834133a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff8393e4640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8340cc2a0 0x7ff8340cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff8393e4640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8340cc2a0 0x7ff8340cced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59174/0 (socket says 172.21.15.50:59174) 2023-07-12T13:55:58.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7ff8393e4640 1 -- 172.21.15.50:0/2308919579 learned_addr learned my addr 172.21.15.50:0/2308919579 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:58.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff83b648640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8340cb360 0x7ff8340cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.962+0000 7f4ef3774640 1 -- start start 2023-07-12T13:55:58.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef3774640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4eec160560 0x7f4eec162940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef3774640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eec06f250 con 0x7f4eec15bd60 2023-07-12T13:55:58.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef3774640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eec0706f0 con 0x7f4eec06b000 2023-07-12T13:55:58.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef3774640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4eec1584b0 con 0x7f4eec160560 2023-07-12T13:55:58.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde26ffd640 1 -- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde28069490 msgr2=0x7fde2813c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde26ffd640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fde28069490 0x7fde2813c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde26ffd640 1 -- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde28142ea0 msgr2=0x7fde28144c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde26ffd640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde28142ea0 0x7fde28144c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde26ffd640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde20009b30 con 0x7fde28151ca0 2023-07-12T13:55:58.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff839be5640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8340cb360 0x7ff8340cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff838be3640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8340cc670 0x7ff834133a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef1510640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f4eec06b000 0x7f4eec06b3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:52178/0 (socket says 172.21.15.50:52178) 2023-07-12T13:55:58.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef1510640 1 -- 172.21.15.50:0/2677181211 learned_addr learned my addr 172.21.15.50:0/2677181211 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:58.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340caf40 con 0x7ff8340cc670 2023-07-12T13:55:58.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2677181211 >> v2:172.21.15.50:3300/0 conn(0x7f4eec160560 0x7f4eec162940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340cd410 con 0x7ff8340cb360 2023-07-12T13:55:58.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1787858516 0 0) 0x7f4eec0706f0 con 0x7f4eec06b000 2023-07-12T13:55:58.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ed8003530 con 0x7f4eec06b000 2023-07-12T13:55:58.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2797748995 0 0) 0x7f4eec06f250 con 0x7f4eec15bd60 2023-07-12T13:55:58.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4eec0706f0 con 0x7f4eec15bd60 2023-07-12T13:55:58.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8341573f0 con 0x7ff8340cc2a0 2023-07-12T13:55:58.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde26ffd640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde28151ca0 0x7fde28149860 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fde1800c7f0 tx=0x7fde1800ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff8393e4640 1 -- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8340cb360 msgr2=0x7ff8340cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff8393e4640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff8340cb360 0x7ff8340cb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff8393e4640 1 -- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8340cc670 msgr2=0x7ff834133a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff8393e4640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8340cc670 0x7ff834133a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff8393e4640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff834136610 con 0x7ff8340cc2a0 2023-07-12T13:55:58.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff8393e4640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8340cc2a0 0x7ff8340cced0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0210e0 tx=0x7ff82c01c7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c0aa630 con 0x7ff8340cc2a0 2023-07-12T13:55:58.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff82c0aaab0 con 0x7ff8340cc2a0 2023-07-12T13:55:58.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c0aae20 con 0x7ff8340cc2a0 2023-07-12T13:55:58.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde18004220 con 0x7fde28151ca0 2023-07-12T13:55:58.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde18004380 con 0x7fde28151ca0 2023-07-12T13:55:58.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde18003840 con 0x7fde28151ca0 2023-07-12T13:55:58.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde28143ce0 con 0x7fde28151ca0 2023-07-12T13:55:58.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde2813c6c0 con 0x7fde28151ca0 2023-07-12T13:55:58.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2591928988 0 0) 0x7f4eec0706f0 con 0x7f4eec15bd60 2023-07-12T13:55:58.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 >> v2:172.21.15.50:3300/0 conn(0x7f4eec160560 msgr2=0x7f4eec162940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 --2- 172.21.15.50:0/2677181211 >> v2:172.21.15.50:3300/0 conn(0x7f4eec160560 0x7f4eec162940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 >> v1:172.21.15.55:6789/0 conn(0x7f4eec06b000 legacy=0x7f4eec06b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eec158770 con 0x7f4eec15bd60 2023-07-12T13:55:58.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f4ee4001a00 con 0x7f4eec15bd60 2023-07-12T13:55:58.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 >> v1:172.21.15.50:6789/0 conn(0x7f4eec15bd60 legacy=0x7f4eec157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004c10 0x7f4ed8004fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ed8003770 0x7f4ed8003be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4ed8004120 0x7f4ed800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee8004a30 con 0x7f4ed8004c10 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eec1584b0 con 0x7f4ed8003770 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ed800c0e0 con 0x7f4ed8004120 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4ed8004120 0x7f4ed800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f4ef0d0f640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ed8003770 0x7f4ed8003be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f6dcb59e640 1 Processor -- start 2023-07-12T13:55:58.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.966+0000 7f6dcb59e640 1 -- start start 2023-07-12T13:55:58.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcb59e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6dcc06bd50 0x7f6dcc070a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcb59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc160120 0x7f6dcc0ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8341368f0 con 0x7ff8340cc2a0 2023-07-12T13:55:58.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff834133f60 con 0x7ff8340cc2a0 2023-07-12T13:55:58.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff834158d30 con 0x7ff8340cc2a0 2023-07-12T13:55:58.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcb59e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6dcc0c98b0 con 0x7f6dcc15fd50 2023-07-12T13:55:58.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcb59e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6dcc0c9b90 con 0x7f6dcc06bd50 2023-07-12T13:55:58.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcb59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dcc0c9e70 con 0x7f6dcc160120 2023-07-12T13:55:58.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dca59c640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f6dcc15fd50 0x7f6dcc0cb7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:52184/0 (socket says 172.21.15.50:52184) 2023-07-12T13:55:58.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dca59c640 1 -- 172.21.15.50:0/3908925496 learned_addr learned my addr 172.21.15.50:0/3908925496 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:58.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3908925496 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc160120 0x7f6dcc0ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f4ef1d11640 1 -- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ed8003770 msgr2=0x7f4ed8003be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ed8003770 0x7f4ed8003be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f4ef1d11640 1 -- 172.21.15.50:0/2677181211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004c10 msgr2=0x7f4ed8004fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004c10 0x7f4ed8004fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f4ef1d11640 1 -- 172.21.15.50:0/2677181211 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eec158770 con 0x7f4ed8004120 2023-07-12T13:55:58.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dc959a640 1 -- 172.21.15.50:0/3908925496 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1054667351 0 0) 0x7f6dcc0c98b0 con 0x7f6dcc15fd50 2023-07-12T13:55:58.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcad9d640 1 -- 172.21.15.50:0/3908925496 >> v2:172.21.15.50:3300/0 conn(0x7f6dcc06bd50 msgr2=0x7f6dcc070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:58.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3908925496 >> v2:172.21.15.50:3300/0 conn(0x7f6dcc06bd50 0x7f6dcc070a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcad9d640 1 -- 172.21.15.50:0/3908925496 >> v1:172.21.15.55:6789/0 conn(0x7f6dcc15fd50 legacy=0x7f6dcc0cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7f6dcad9d640 1 -- 172.21.15.50:0/3908925496 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dcc0ca150 con 0x7f6dcc160120 2023-07-12T13:55:58.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fde08000fd0 con 0x7fde28151ca0 2023-07-12T13:55:58.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.970+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fde180039a0 con 0x7fde28151ca0 2023-07-12T13:55:58.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef1d11640 1 -- 172.21.15.50:0/2677181211 reap_dead start 2023-07-12T13:55:58.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde0ffff640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde14066280 0x7fde14068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fde18083a50 con 0x7fde28151ca0 2023-07-12T13:55:58.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4ed8004120 0x7f4ed800b990 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4eec15b350 tx=0x7f4edc01eb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41a3d6a450334155 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f1b720d5640 1 Processor -- start 2023-07-12T13:55:58.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff82c0ab410 con 0x7ff8340cc2a0 2023-07-12T13:55:58.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde0ffff640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] conn(0x7fde1406eb30 0x7fde14070f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fde140715f0 con 0x7fde1406eb30 2023-07-12T13:55:58.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde180882a0 con 0x7fde28151ca0 2023-07-12T13:55:58.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 Processor -- start 2023-07-12T13:55:58.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde277fe640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde14066280 0x7fde14068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4edc0a7b20 con 0x7f4ed8004120 2023-07-12T13:55:58.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4edc0a7c80 con 0x7f4ed8004120 2023-07-12T13:55:58.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ee3fff640 1 -- 172.21.15.50:0/2677181211 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4edc0af440 con 0x7f4ed8004120 2023-07-12T13:55:58.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde27fff640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] conn(0x7fde1406eb30 0x7fde14070f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f1b720d5640 1 -- start start 2023-07-12T13:55:58.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde27fff640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] conn(0x7fde1406eb30 0x7fde14070f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde277fe640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde14066280 0x7fde14068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fde20009e50 tx=0x7fde200b4040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:58.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 -- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4ed8004120 msgr2=0x7f4ed800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:58.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4ed8004120 0x7f4ed800b990 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4eec15b350 tx=0x7f4edc01eb20 comp rx=0 tx=0).stop 2023-07-12T13:55:58.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff829ffb640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff818066380 0x7ff818068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff82c121c30 con 0x7ff8340cc2a0 2023-07-12T13:55:58.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 -- 172.21.15.50:0/2677181211 shutdown_connections 2023-07-12T13:55:58.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 --2- 172.21.15.50:0/2677181211 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4ed8004120 0x7f4ed800b990 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:58.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 -- 172.21.15.50:0/2677181211 >> 172.21.15.50:0/2677181211 conn(0x7f4eec0b04d0 msgr2=0x7f4eec0cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:58.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 -- 172.21.15.50:0/2677181211 shutdown_connections 2023-07-12T13:55:58.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff829ffb640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] conn(0x7ff81806ec30 0x7ff818071040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff8180716f0 con 0x7ff81806ec30 2023-07-12T13:55:58.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff82c121fe0 con 0x7ff8340cc2a0 2023-07-12T13:55:58.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff838be3640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff818066380 0x7ff818068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f4ef3774640 1 -- 172.21.15.50:0/2677181211 wait complete. 2023-07-12T13:55:58.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== osd.1 v2:172.21.15.50:6800/3747995697 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fde140715f0 con 0x7fde1406eb30 2023-07-12T13:55:58.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7ff839be5640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] conn(0x7ff81806ec30 0x7ff818071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 -- start start 2023-07-12T13:55:58.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd4c415a1c0 0x7fd4c40cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c4160a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4c4070ac0 con 0x7fd4c4160fb0 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4c4070d60 con 0x7fd4c415a1c0 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c92ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4c4071040 con 0x7fd4c40b0bd0 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c27fc640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c4160a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7fd4c27fc640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c4160a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59206/0 (socket says 172.21.15.50:59206) 2023-07-12T13:55:58.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fd4c27fc640 1 -- 172.21.15.50:0/1439921585 learned_addr learned my addr 172.21.15.50:0/1439921585 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:58.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f1b720d5640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 0x7f1b6c16ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:58.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f1b720d5640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b6c160340 con 0x7f1b6c06aea0 2023-07-12T13:55:58.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f1b720d5640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b6c06b410 con 0x7f1b6c15ff70 2023-07-12T13:55:58.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.974+0000 7f1b720d5640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c06b6f0 con 0x7f1b6c0caca0 2023-07-12T13:55:58.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f1b718d4640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 0x7f1b6c16ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f1b718d4640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 0x7f1b6c16ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59218/0 (socket says 172.21.15.50:59218) 2023-07-12T13:55:59.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f1b718d4640 1 -- 172.21.15.50:0/140551276 learned_addr learned my addr 172.21.15.50:0/140551276 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3908925496 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc160120 0x7f6dcc0ccfc0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4009d90 tx=0x7f6dc401c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8dbd5186d99ed64 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7ff839be5640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] conn(0x7ff81806ec30 0x7ff818071040 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dc959a640 1 -- 172.21.15.50:0/3908925496 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dc40a5920 con 0x7f6dcc160120 2023-07-12T13:55:59.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dc959a640 1 -- 172.21.15.50:0/3908925496 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6dc40a5a80 con 0x7f6dcc160120 2023-07-12T13:55:59.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dc959a640 1 -- 172.21.15.50:0/3908925496 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dc40a5e10 con 0x7f6dcc160120 2023-07-12T13:55:59.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f1b718d4640 1 -- 172.21.15.50:0/140551276 >> v1:172.21.15.55:6789/0 conn(0x7f1b6c15ff70 legacy=0x7f1b6c070b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fdda4bfa640 1 Processor -- start 2023-07-12T13:55:59.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fd4c27fc640 1 -- 172.21.15.50:0/1439921585 >> v2:172.21.15.50:3300/0 conn(0x7fd4c415a1c0 msgr2=0x7fd4c40cd2e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:59.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fd4c27fc640 1 --2- 172.21.15.50:0/1439921585 >> v2:172.21.15.50:3300/0 conn(0x7fd4c415a1c0 0x7fd4c40cd2e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fd4c27fc640 1 -- 172.21.15.50:0/1439921585 >> v1:172.21.15.55:6789/0 conn(0x7fd4c4160fb0 legacy=0x7fd4c40ce1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fd4c27fc640 1 -- 172.21.15.50:0/1439921585 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4c4160550 con 0x7fd4c40b0bd0 2023-07-12T13:55:59.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7fdda4bfa640 1 -- start start 2023-07-12T13:55:59.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7ff838be3640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff818066380 0x7ff818068830 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff824006fd0 tx=0x7ff824008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== osd.0 v2:172.21.15.50:6808/3735578316 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7ff8180716f0 con 0x7ff81806ec30 2023-07-12T13:55:59.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f4ef3774640 1 Processor -- start 2023-07-12T13:55:59.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3908925496 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc160120 msgr2=0x7f6dcc0ccfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcb59e640 1 --2- 172.21.15.50:0/3908925496 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc160120 0x7f6dcc0ccfc0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4009d90 tx=0x7f6dc401c950 comp rx=0 tx=0).stop 2023-07-12T13:55:59.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f4ef3774640 1 -- start start 2023-07-12T13:55:59.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3908925496 shutdown_connections 2023-07-12T13:55:59.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcb59e640 1 --2- 172.21.15.50:0/3908925496 >> v2:172.21.15.50:3300/0 conn(0x7f6dcc06bd50 0x7f6dcc070a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcb59e640 1 --2- 172.21.15.50:0/3908925496 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc160120 0x7f6dcc0ccfc0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3908925496 >> 172.21.15.50:0/3908925496 conn(0x7f6dcc0af740 msgr2=0x7f6dcc0afb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f1b718d4640 1 -- 172.21.15.50:0/140551276 >> v1:172.21.15.50:6789/0 conn(0x7f1b6c06aea0 legacy=0x7f1b6c0ca590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.978+0000 7f1b718d4640 1 -- 172.21.15.50:0/140551276 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b6c06b9d0 con 0x7f1b6c0caca0 2023-07-12T13:55:59.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f0459d4b640 1 Processor -- start 2023-07-12T13:55:59.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3908925496 shutdown_connections 2023-07-12T13:55:59.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f0459d4b640 1 -- start start 2023-07-12T13:55:59.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3908925496 wait complete. 2023-07-12T13:55:59.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef3774640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004120 0x7f4eec139ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef3774640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4eec150fd0 0x7f4eec13a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef3774640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4eec13ab10 0x7f4eec0cae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef3774640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eec150ab0 con 0x7f4ed8004120 2023-07-12T13:55:59.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef3774640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eec13af80 con 0x7f4eec150fd0 2023-07-12T13:55:59.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef3774640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4eec0ca9f0 con 0x7f4eec13ab10 2023-07-12T13:55:59.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdda4bfa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdda01584f0 0x7fdda00b2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4eec150fd0 0x7f4eec13a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4eec150fd0 0x7f4eec13a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49140/0 (socket says 172.21.15.50:49140) 2023-07-12T13:55:59.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 -- 172.21.15.50:0/2578023389 learned_addr learned my addr 172.21.15.50:0/2578023389 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdda4bfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda006be20 0x7fdda006c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c27fc640 1 --2- 172.21.15.50:0/1439921585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c4160a70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc009e50 tx=0x7fd4bc01ca50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a07a51097ad5b966 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdd9e59c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdda01584f0 0x7fdda00b2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdd9e59c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdda01584f0 0x7fdda00b2840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49146/0 (socket says 172.21.15.50:49146) 2023-07-12T13:55:59.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef1510640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004120 0x7f4eec139ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4eec13ab10 0x7f4eec0cae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 -- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4eec13ab10 msgr2=0x7f4eec0cae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdd9e59c640 1 -- 172.21.15.50:0/379935213 learned_addr learned my addr 172.21.15.50:0/379935213 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdd9dd9b640 1 --2- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda006be20 0x7fdda006c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4eec13ab10 0x7f4eec0cae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 -- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004120 msgr2=0x7f4eec139ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004120 0x7f4eec139ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 -- 172.21.15.50:0/2578023389 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eec1f7fe0 con 0x7f4eec150fd0 2023-07-12T13:55:59.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef1510640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed8004120 0x7f4eec139ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:59.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4eec13ab10 0x7f4eec0cae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:59.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f6dcb59e640 1 Processor -- start 2023-07-12T13:55:59.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdda006c7b0 con 0x7fdda00707e0 2023-07-12T13:55:59.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f4ef0d0f640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4eec150fd0 0x7f4eec13a5d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400eb70 tx=0x7f4ee400c4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdda00b1550 con 0x7fdda01584f0 2023-07-12T13:55:59.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda00b17a0 con 0x7fdda006be20 2023-07-12T13:55:59.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f6dcb59e640 1 -- start start 2023-07-12T13:55:59.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f0459d4b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f045415b610 0x7f0454158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c1ffb640 1 -- 172.21.15.50:0/1439921585 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4bc0a5920 con 0x7fd4c40b0bd0 2023-07-12T13:55:59.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c1ffb640 1 -- 172.21.15.50:0/1439921585 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4bc0a5a80 con 0x7fd4c40b0bd0 2023-07-12T13:55:59.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c1ffb640 1 -- 172.21.15.50:0/1439921585 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4bc0a5e10 con 0x7fd4c40b0bd0 2023-07-12T13:55:59.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c92ca640 1 -- 172.21.15.50:0/1439921585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 msgr2=0x7fd4c4160a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c92ca640 1 --2- 172.21.15.50:0/1439921585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c4160a70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc009e50 tx=0x7fd4bc01ca50 comp rx=0 tx=0).stop 2023-07-12T13:55:59.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f0458d49640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f0454157a70 0x7f04540cb7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50214/0 (socket says 172.21.15.50:50214) 2023-07-12T13:55:59.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f0458d49640 1 -- 172.21.15.50:0/3813662628 learned_addr learned my addr 172.21.15.50:0/3813662628 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:59.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04540cc6b0 con 0x7f0454157a70 2023-07-12T13:55:59.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c92ca640 1 -- 172.21.15.50:0/1439921585 shutdown_connections 2023-07-12T13:55:59.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c92ca640 1 --2- 172.21.15.50:0/1439921585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c4160a70 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c92ca640 1 --2- 172.21.15.50:0/1439921585 >> v2:172.21.15.50:3300/0 conn(0x7fd4c415a1c0 0x7fd4c40cd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.982+0000 7fd4c92ca640 1 -- 172.21.15.50:0/1439921585 >> 172.21.15.50:0/1439921585 conn(0x7fd4c40650b0 msgr2=0x7fd4c40654b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0454159000 con 0x7f04540cbed0 2023-07-12T13:55:59.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee400cb60 con 0x7f4eec150fd0 2023-07-12T13:55:59.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee400ccc0 con 0x7f4eec150fd0 2023-07-12T13:55:59.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4003980 con 0x7f4eec150fd0 2023-07-12T13:55:59.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4eec13a3e0 con 0x7f4eec150fd0 2023-07-12T13:55:59.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fd4c92ca640 1 -- 172.21.15.50:0/1439921585 shutdown_connections 2023-07-12T13:55:59.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4eec1507d0 con 0x7f4eec150fd0 2023-07-12T13:55:59.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fdd9e59c640 1 -- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda006be20 msgr2=0x7fdda006c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fdd9e59c640 1 --2- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda006be20 0x7fdda006c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fdd9e59c640 1 -- 172.21.15.50:0/379935213 >> v1:172.21.15.50:6789/0 conn(0x7fdda00707e0 legacy=0x7fdda00ca930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fdd9e59c640 1 -- 172.21.15.50:0/379935213 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda00b1a80 con 0x7fdda01584f0 2023-07-12T13:55:59.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f045415bb60 con 0x7f045415b610 2023-07-12T13:55:59.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3532392587 0 0) 0x7f04540cc6b0 con 0x7f0454157a70 2023-07-12T13:55:59.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f043c003530 con 0x7f0454157a70 2023-07-12T13:55:59.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 819915955 0 0) 0x7f0454159000 con 0x7f04540cbed0 2023-07-12T13:55:59.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f04540cc6b0 con 0x7f04540cbed0 2023-07-12T13:55:59.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4eec06eee0 con 0x7f4eec150fd0 2023-07-12T13:55:59.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc06bd50 0x7f6dcc162150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc15fd50 0x7f6dcc0c65f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dcc160120 0x7f6dcc159bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dcc1629a0 con 0x7f6dcc15fd50 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dcc0c5870 con 0x7f6dcc160120 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dcc0c5b10 con 0x7f6dcc06bd50 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc15fd50 0x7f6dcc0c65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc15fd50 0x7f6dcc0c65f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47298/0 (socket says 172.21.15.50:47298) 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 -- 172.21.15.50:0/3285223768 learned_addr learned my addr 172.21.15.50:0/3285223768 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dca59c640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc06bd50 0x7f6dcc162150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dcc160120 0x7f6dcc159bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 -- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc06bd50 msgr2=0x7f6dcc162150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6dcc06bd50 0x7f6dcc162150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 -- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dcc160120 msgr2=0x7f6dcc159bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dcc160120 0x7f6dcc159bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 -- 172.21.15.50:0/3285223768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dc4009a70 con 0x7f6dcc15fd50 2023-07-12T13:55:59.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dcc160120 0x7f6dcc159bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:59.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4ee4003ae0 con 0x7f4eec150fd0 2023-07-12T13:55:59.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dc9d9b640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc15fd50 0x7f6dcc0c65f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6dc000b480 tx=0x7f6dc000b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0010870 con 0x7f6dcc15fd50 2023-07-12T13:55:59.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6dc00109d0 con 0x7f6dcc15fd50 2023-07-12T13:55:59.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0010d80 con 0x7f6dcc15fd50 2023-07-12T13:55:59.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fd4c92ca640 1 -- 172.21.15.50:0/1439921585 wait complete. 2023-07-12T13:55:59.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7fd4c92ca640 1 Processor -- start 2023-07-12T13:55:59.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f4ee1ffb640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4ed00662d0 0x7f4ed0068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4ee4083fa0 con 0x7f4eec150fd0 2023-07-12T13:55:59.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.986+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3285223768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6dcc0c5df0 con 0x7f6dcc15fd50 2023-07-12T13:55:59.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3285223768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dcc162690 con 0x7f6dcc15fd50 2023-07-12T13:55:59.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ee1ffb640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] conn(0x7f4ed006eb80 0x7f4ed0070f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 --> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4ed0071640 con 0x7f4ed006eb80 2023-07-12T13:55:59.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ee4086580 con 0x7f4eec150fd0 2023-07-12T13:55:59.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ef1510640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4ed00662d0 0x7f4ed0068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f045954a640 1 --2- 172.21.15.50:0/3813662628 >> v2:172.21.15.55:3300/0 conn(0x7f045415b610 0x7f0454158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b718d4640 1 --2- 172.21.15.50:0/140551276 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 0x7f1b6c16ad70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0098a0 tx=0x7f1b5c01c4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b87a5276eb9185d1 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3285223768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6dcc0cd910 con 0x7f6dcc15fd50 2023-07-12T13:55:59.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 <== mon.1 v1:172.21.15.55:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1116241545 0 0) 0x7f04540cc6b0 con 0x7f04540cbed0 2023-07-12T13:55:59.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ef1510640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4ed00662d0 0x7f4ed0068780 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8009a50 tx=0x7f4ee8004ea0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdd9e59c640 1 --2- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda01584f0 0x7fdda00b2840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdd98009e50 tx=0x7fdd9801c9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e427cac4504b00e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 -- start start 2023-07-12T13:55:59.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] conn(0x7f4ed006eb80 0x7f4ed0070f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b63fff640 1 -- 172.21.15.50:0/140551276 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c0a6040 con 0x7f1b6c0caca0 2023-07-12T13:55:59.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b63fff640 1 -- 172.21.15.50:0/140551276 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b5c0aa600 con 0x7f1b6c0caca0 2023-07-12T13:55:59.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b63fff640 1 -- 172.21.15.50:0/140551276 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c0aa990 con 0x7f1b6c0caca0 2023-07-12T13:55:59.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 >> v2:172.21.15.55:3300/0 conn(0x7f045415b610 msgr2=0x7f0454158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 --2- 172.21.15.50:0/3813662628 >> v2:172.21.15.55:3300/0 conn(0x7f045415b610 0x7f0454158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 >> v1:172.21.15.50:6789/0 conn(0x7f0454157a70 legacy=0x7f04540cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdd9d59a640 1 -- 172.21.15.50:0/379935213 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd980a5810 con 0x7fdda01584f0 2023-07-12T13:55:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdd9d59a640 1 -- 172.21.15.50:0/379935213 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd980a5970 con 0x7fdda01584f0 2023-07-12T13:55:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdd9d59a640 1 -- 172.21.15.50:0/379935213 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd980a5d00 con 0x7fdda01584f0 2023-07-12T13:55:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c415c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 --> v1:172.21.15.55:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f045415be40 con 0x7f04540cbed0 2023-07-12T13:55:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4c415a1c0 0x7fd4c413e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4c4160fb0 0x7fd4c41613f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4c41410a0 con 0x7fd4c4160fb0 2023-07-12T13:55:59.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4c413e210 con 0x7fd4c415a1c0 2023-07-12T13:55:59.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c92ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4c4140b70 con 0x7fd4c40b0bd0 2023-07-12T13:55:59.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 <== mon.1 v1:172.21.15.55:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f0450001550 con 0x7f04540cbed0 2023-07-12T13:55:59.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f045954a640 1 --2- 172.21.15.50:0/3813662628 >> v2:172.21.15.55:3300/0 conn(0x7f045415b610 0x7f0454158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:59.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 -- 172.21.15.50:0/140551276 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 msgr2=0x7f1b6c16ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 --2- 172.21.15.50:0/140551276 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 0x7f1b6c16ad70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0098a0 tx=0x7f1b5c01c4c0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda01584f0 msgr2=0x7fdda00b2840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 --2- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda01584f0 0x7fdda00b2840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdd98009e50 tx=0x7fdd9801c9e0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 >> v1:172.21.15.55:6789/0 conn(0x7f04540cbed0 legacy=0x7f04540ca1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 -- 172.21.15.50:0/140551276 shutdown_connections 2023-07-12T13:55:59.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 --2- 172.21.15.50:0/140551276 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c0caca0 0x7f1b6c16ad70 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 -- 172.21.15.50:0/140551276 >> 172.21.15.50:0/140551276 conn(0x7f1b6c06a120 msgr2=0x7f1b6c0af740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f043c004be0 0x7f043c004fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c2ffd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c415c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 shutdown_connections 2023-07-12T13:55:59.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 --2- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda006be20 0x7fdda006c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c27fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4c415a1c0 0x7fd4c413e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 --2- 172.21.15.50:0/379935213 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda01584f0 0x7fdda00b2840 secure :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdd98009e50 tx=0x7fdd9801c9e0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 >> 172.21.15.50:0/379935213 conn(0x7fdda00b04d0 msgr2=0x7fdda00cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044b7fe640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f043c003770 0x7f043c003be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 -- 172.21.15.50:0/140551276 shutdown_connections 2023-07-12T13:55:59.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f1b720d5640 1 -- 172.21.15.50:0/140551276 wait complete. 2023-07-12T13:55:59.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f0458d49640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f043c004be0 0x7f043c004fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 shutdown_connections 2023-07-12T13:55:59.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4c4160fb0 0x7fd4c41613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4c4160fb0 0x7fd4c41613f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47308/0 (socket says 172.21.15.50:47308) 2023-07-12T13:55:59.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7fd4c37fe640 1 -- 172.21.15.50:0/2891884676 learned_addr learned my addr 172.21.15.50:0/2891884676 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f4ef1d11640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] conn(0x7f4ed006eb80 0x7f4ed0070f90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.990+0000 7f044bfff640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f043c003770 0x7f043c003be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fdda4bfa640 1 -- 172.21.15.50:0/379935213 wait complete. 2023-07-12T13:55:59.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6dc000f3c0 con 0x7f6dcc15fd50 2023-07-12T13:55:59.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== osd.3 v2:172.21.15.50:6816/429708103 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f4edc0bc220 con 0x7f4ed006eb80 2023-07-12T13:55:59.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c27fc640 1 -- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 msgr2=0x7fd4c415c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c27fc640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4c40b0bd0 0x7fd4c415c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c27fc640 1 -- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4c4160fb0 msgr2=0x7fd4c41613f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c27fc640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4c4160fb0 0x7fd4c41613f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c27fc640 1 -- 172.21.15.50:0/2891884676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4bc009b30 con 0x7fd4c415a1c0 2023-07-12T13:55:59.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dbaffd640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6dac0662d0 0x7f6dac068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6dc0084190 con 0x7f6dcc15fd50 2023-07-12T13:55:59.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f044b7fe640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f043c004240 0x7f043c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c27fc640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4c415a1c0 0x7fd4c413e6a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc0ab000 tx=0x7fd4bc0197f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0444004be0 con 0x7f043c003770 2023-07-12T13:55:59.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f1b720d5640 1 Processor -- start 2023-07-12T13:55:59.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dbaffd640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] conn(0x7f6dac06eb80 0x7f6dac070f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 --> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6dac071640 con 0x7f6dac06eb80 2023-07-12T13:55:59.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6dc0084630 con 0x7f6dcc15fd50 2023-07-12T13:55:59.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4bc0bd070 con 0x7fd4c415a1c0 2023-07-12T13:55:59.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4bc0090d0 con 0x7fd4c415a1c0 2023-07-12T13:55:59.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4bc0a5920 con 0x7fd4c415a1c0 2023-07-12T13:55:59.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c92ca640 1 -- 172.21.15.50:0/2891884676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4c4140890 con 0x7fd4c415a1c0 2023-07-12T13:55:59.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dca59c640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6dac0662d0 0x7f6dac068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.048 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] conn(0x7f6dac06eb80 0x7f6dac070f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.048 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f1b720d5640 1 -- start start 2023-07-12T13:55:59.048 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f045954a640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f043c004240 0x7f043c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045415bb60 con 0x7f043c004be0 2023-07-12T13:55:59.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fd4c92ca640 1 -- 172.21.15.50:0/2891884676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4c413dea0 con 0x7fd4c415a1c0 2023-07-12T13:55:59.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f6dca59c640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6dac0662d0 0x7f6dac068780 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc000f70 tx=0x7f6dbc007bc0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f043c00c280 con 0x7f043c004240 2023-07-12T13:55:59.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7fdda4bfa640 1 Processor -- start 2023-07-12T13:55:59.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.994+0000 7f1b720d5640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c06aea0 0x7f1b6c1531d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f6dcad9d640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] conn(0x7f6dac06eb80 0x7f6dac070f90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1b6c0caca0 0x7f1b6c0c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b6c15ff70 0x7f1b6c0c4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdda4bfa640 1 -- start start 2023-07-12T13:55:59.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c0c1c60 con 0x7f1b6c15ff70 2023-07-12T13:55:59.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c153920 con 0x7f1b6c0caca0 2023-07-12T13:55:59.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c154780 con 0x7f1b6c06aea0 2023-07-12T13:55:59.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fd4c92ca640 1 -- 172.21.15.50:0/2891884676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd4c40cd820 con 0x7fd4c415a1c0 2023-07-12T13:55:59.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c06aea0 0x7f1b6c1531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c06aea0 0x7f1b6c1531d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59246/0 (socket says 172.21.15.50:59246) 2023-07-12T13:55:59.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 -- 172.21.15.50:0/926204799 learned_addr learned my addr 172.21.15.50:0/926204799 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b708d2640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1b6c0caca0 0x7f1b6c0c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f044bfff640 1 -- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f043c004240 msgr2=0x7f043c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f044bfff640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f043c004240 0x7f043c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f044bfff640 1 -- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f043c004be0 msgr2=0x7f043c004fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f044bfff640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f043c004be0 0x7f043c004fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f044bfff640 1 -- 172.21.15.50:0/3813662628 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04540cc6b0 con 0x7f043c003770 2023-07-12T13:55:59.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b718d4640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b6c15ff70 0x7f1b6c0c4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f045954a640 1 -- 172.21.15.50:0/3813662628 reap_dead start 2023-07-12T13:55:59.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 -- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1b6c0caca0 msgr2=0x7f1b6c0c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1b6c0caca0 0x7f1b6c0c7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 -- 172.21.15.50:0/926204799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b6c15ff70 msgr2=0x7f1b6c0c4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b6c15ff70 0x7f1b6c0c4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 -- 172.21.15.50:0/926204799 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b5c0094d0 con 0x7f1b6c06aea0 2023-07-12T13:55:59.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== osd.4 v2:172.21.15.55:6800/141262303 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f6dac071640 con 0x7f6dac06eb80 2023-07-12T13:55:59.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b710d3640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c06aea0 0x7f1b6c1531d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1b6400c7d0 tx=0x7f1b6400cc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdda4bfa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda006be20 0x7fdda0160350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdda4bfa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdda00707e0 0x7fdda0152090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdd9e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda006be20 0x7fdda0160350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdd9e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda006be20 0x7fdda0160350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49206/0 (socket says 172.21.15.50:49206) 2023-07-12T13:55:59.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdd9dd9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdda00707e0 0x7fdda0152090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdd9dd9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdda00707e0 0x7fdda0152090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47338/0 (socket says 172.21.15.50:47338) 2023-07-12T13:55:59.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdd9e59c640 1 -- 172.21.15.50:0/497476780 learned_addr learned my addr 172.21.15.50:0/497476780 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fdda4bfa640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda015d280 0x7fdda015c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdda4bfa640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda01525d0 con 0x7fdda00707e0 2023-07-12T13:55:59.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b64003b80 con 0x7f1b6c06aea0 2023-07-12T13:55:59.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b64003ce0 con 0x7f1b6c06aea0 2023-07-12T13:55:59.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6400aa90 con 0x7f1b6c06aea0 2023-07-12T13:55:59.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b6c153710 con 0x7f1b6c06aea0 2023-07-12T13:55:59.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b6c153e50 con 0x7f1b6c06aea0 2023-07-12T13:55:59.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:58.998+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd4bc0b86d0 con 0x7fd4c415a1c0 2023-07-12T13:55:59.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9ed9d640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda015d280 0x7fdda015c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdda4bfa640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda015dc00 con 0x7fdda006be20 2023-07-12T13:55:59.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdda4bfa640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda015ec60 con 0x7fdda015d280 2023-07-12T13:55:59.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4ab7fe640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd4b0066280 0x7fd4b0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd4bc11f7e0 con 0x7fd4c415a1c0 2023-07-12T13:55:59.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4ab7fe640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] conn(0x7fd4b006eb30 0x7fd4b0070f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 --> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd4b00715f0 con 0x7fd4b006eb30 2023-07-12T13:55:59.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd4bc11fb90 con 0x7fd4c415a1c0 2023-07-12T13:55:59.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4c2ffd640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd4b0066280 0x7fd4b0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4c37fe640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] conn(0x7fd4b006eb30 0x7fd4b0070f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9e59c640 1 -- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda015d280 msgr2=0x7fdda015c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9e59c640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdda015d280 0x7fdda015c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9e59c640 1 -- 172.21.15.50:0/497476780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdda00707e0 msgr2=0x7fdda0152090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9e59c640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdda00707e0 0x7fdda0152090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9e59c640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd98009b30 con 0x7fdda006be20 2023-07-12T13:55:59.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7f044bfff640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f043c003770 0x7f043c003be0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f04540c4c70 tx=0x7f045001efc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33175d29396de234 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9dd9b640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdda00707e0 0x7fdda0152090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:59.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0450007020 con 0x7f043c003770 2023-07-12T13:55:59.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd9e59c640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda006be20 0x7fdda0160350 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdd980195f0 tx=0x7fdd98019780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7f044b7fe640 1 -- 172.21.15.50:0/3813662628 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0450007180 con 0x7f043c003770 2023-07-12T13:55:59.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd980bd070 con 0x7fdda006be20 2023-07-12T13:55:59.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fd4c37fe640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] conn(0x7fd4b006eb30 0x7fd4b0070f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdda4bfa640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdda015dea0 con 0x7fdda006be20 2023-07-12T13:55:59.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7fdda4bfa640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdda015e460 con 0x7fdda006be20 2023-07-12T13:55:59.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f043c003770 msgr2=0x7f043c003be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f043c003770 0x7f043c003be0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f04540c4c70 tx=0x7f045001efc0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 shutdown_connections 2023-07-12T13:55:59.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 --2- 172.21.15.50:0/3813662628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f043c003770 0x7f043c003be0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 >> 172.21.15.50:0/3813662628 conn(0x7f045406a120 msgr2=0x7f04540af740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== osd.2 v2:172.21.15.50:6817/4254834767 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fd4b00715f0 con 0x7fd4b006eb30 2023-07-12T13:55:59.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 shutdown_connections 2023-07-12T13:55:59.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.002+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1b6400abf0 con 0x7f1b6c06aea0 2023-07-12T13:55:59.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b61ffb640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1b50066380 0x7f1b50068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1b64083a50 con 0x7f1b6c06aea0 2023-07-12T13:55:59.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 -- 172.21.15.50:0/3813662628 wait complete. 2023-07-12T13:55:59.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b708d2640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1b50066380 0x7f1b50068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b720d5640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] conn(0x7f1b4c0015f0 0x7f1b4c003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 --> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1b4c006b40 con 0x7f1b4c0015f0 2023-07-12T13:55:59.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd980b8470 con 0x7fdda006be20 2023-07-12T13:55:59.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7fd4c2ffd640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd4b0066280 0x7fd4b0068730 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8009980 tx=0x7fd4b80090e0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd980b8800 con 0x7fdda006be20 2023-07-12T13:55:59.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b718d4640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] conn(0x7f1b4c0015f0 0x7f1b4c003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f1b708d2640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1b50066380 0x7f1b50068830 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c0cd370 tx=0x7f1b68009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7f0459d4b640 1 Processor -- start 2023-07-12T13:55:59.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdda0071070 con 0x7fdda006be20 2023-07-12T13:55:59.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.006+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdd980b89e0 con 0x7fdda006be20 2023-07-12T13:55:59.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 -- start start 2023-07-12T13:55:59.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f1b718d4640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] conn(0x7f1b4c0015f0 0x7f1b4c003aa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 --> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fde08002cc0 con 0x7fde1406eb30 2023-07-12T13:55:59.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd8effd640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdd800662d0 0x7fdd80068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fdd9811e8e0 con 0x7fdda006be20 2023-07-12T13:55:59.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== osd.5 v2:172.21.15.55:6808/3135512788 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f1b4c006b40 con 0x7f1b4c0015f0 2023-07-12T13:55:59.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd8effd640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] conn(0x7fdd8006eb80 0x7fdd80070f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdd80071640 con 0x7fdd8006eb80 2023-07-12T13:55:59.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde0ffff640 1 -- 172.21.15.50:0/1292190935 <== osd.1 v2:172.21.15.50:6800/3747995697 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fde08002cc0 con 0x7fde1406eb30 2023-07-12T13:55:59.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd981232a0 con 0x7fdda006be20 2023-07-12T13:55:59.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd9dd9b640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdd800662d0 0x7fdd80068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd9ed9d640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] conn(0x7fdd8006eb80 0x7fdd80070f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd9dd9b640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdd800662d0 0x7fdd80068780 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdda015cca0 tx=0x7fdd94008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] conn(0x7fde1406eb30 msgr2=0x7fde14070f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.50:6800/3747995697,v1:172.21.15.50:6801/3747995697] conn(0x7fde1406eb30 0x7fde14070f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fdd9ed9d640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] conn(0x7fdd8006eb80 0x7fdd80070f90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde14066280 msgr2=0x7fde14068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde14066280 0x7fde14068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fde20009e50 tx=0x7fde200b4040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde28151ca0 msgr2=0x7fde28149860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 --2- 172.21.15.50:0/1292190935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde28151ca0 0x7fde28149860 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fde1800c7f0 tx=0x7fde1800ccb0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde27fff640 1 -- 172.21.15.50:0/1292190935 reap_dead start 2023-07-12T13:55:59.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0454155370 0x7f04541f8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f04540c2630 0x7f045406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 shutdown_connections 2023-07-12T13:55:59.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 >> 172.21.15.50:0/1292190935 conn(0x7fde280650b0 msgr2=0x7fde28147040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f045406f250 0x7f04541fc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04540c2aa0 con 0x7f045406f250 2023-07-12T13:55:59.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045406f6c0 con 0x7f0454155370 2023-07-12T13:55:59.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7f0459d4b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04540c38d0 con 0x7f04540c2630 2023-07-12T13:55:59.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.010+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 --> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff834158a50 con 0x7ff81806ec30 2023-07-12T13:55:59.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f04540c2630 0x7f045406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f04540c2630 0x7f045406ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59278/0 (socket says 172.21.15.50:59278) 2023-07-12T13:55:59.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 -- 172.21.15.50:0/3615099732 learned_addr learned my addr 172.21.15.50:0/3615099732 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f045954a640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f045406f250 0x7f04541fc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== osd.6 v2:172.21.15.55:6824/1454633630 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fdd80071640 con 0x7fdd8006eb80 2023-07-12T13:55:59.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 shutdown_connections 2023-07-12T13:55:59.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 -- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0454155370 msgr2=0x7f04541f8be0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-12T13:55:59.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0454155370 0x7f04541f8be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 -- 172.21.15.50:0/3615099732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f045406f250 msgr2=0x7f04541fc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f045406f250 0x7f04541fc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 -- 172.21.15.50:0/3615099732 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04540c2cc0 con 0x7f04540c2630 2023-07-12T13:55:59.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7ff829ffb640 1 -- 172.21.15.50:0/2308919579 <== osd.0 v2:172.21.15.50:6808/3735578316 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff83000c040 con 0x7ff81806ec30 2023-07-12T13:55:59.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7fde2e100640 1 -- 172.21.15.50:0/1292190935 wait complete. 2023-07-12T13:55:59.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f044bfff640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f04540c2630 0x7f045406ed10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0454159190 tx=0x7f043c005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0450001550 con 0x7f04540c2630 2023-07-12T13:55:59.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04500af440 con 0x7f04540c2630 2023-07-12T13:55:59.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04500af7b0 con 0x7f04540c2630 2023-07-12T13:55:59.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04540c2fa0 con 0x7f04540c2630 2023-07-12T13:55:59.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04540c3560 con 0x7f04540c2630 2023-07-12T13:55:59.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.014+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f04540c9bd0 con 0x7f04540c2630 2023-07-12T13:55:59.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] conn(0x7ff81806ec30 msgr2=0x7ff818071040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.50:6808/3735578316,v1:172.21.15.50:6809/3735578316] conn(0x7ff81806ec30 0x7ff818071040 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff818066380 msgr2=0x7ff818068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff818066380 0x7ff818068830 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff824006fd0 tx=0x7ff824008040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8340cc2a0 msgr2=0x7ff8340cced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 --2- 172.21.15.50:0/2308919579 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff8340cc2a0 0x7ff8340cced0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0210e0 tx=0x7ff82c01c7a0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff839be5640 1 -- 172.21.15.50:0/2308919579 reap_dead start 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 shutdown_connections 2023-07-12T13:55:59.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 >> 172.21.15.50:0/2308919579 conn(0x7ff8340b04d0 msgr2=0x7ff83415ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f04500b5070 con 0x7f04540c2630 2023-07-12T13:55:59.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f04497fa640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0440066380 0x7f0440068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f045011d590 con 0x7f04540c2630 2023-07-12T13:55:59.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f04497fa640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] conn(0x7f044006ebb0 0x7f0440070fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 --> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0440071670 con 0x7f044006ebb0 2023-07-12T13:55:59.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 shutdown_connections 2023-07-12T13:55:59.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04500075f0 con 0x7f04540c2630 2023-07-12T13:55:59.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.018+0000 7f0458d49640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0440066380 0x7f0440068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7f045954a640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] conn(0x7f044006ebb0 0x7f0440070fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7ff83b648640 1 -- 172.21.15.50:0/2308919579 wait complete. 2023-07-12T13:55:59.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7f0458d49640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0440066380 0x7f0440068830 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0444004a90 tx=0x7f0444008380 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7f045954a640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] conn(0x7f044006ebb0 0x7f0440070fc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== osd.7 v2:172.21.15.55:6816/2070608877 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f0440071670 con 0x7f044006ebb0 2023-07-12T13:55:59.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 --> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4eec1585f0 con 0x7f4ed006eb80 2023-07-12T13:55:59.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.022+0000 7f4ee1ffb640 1 -- 172.21.15.50:0/2578023389 <== osd.3 v2:172.21.15.50:6816/429708103 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4ed0071640 con 0x7f4ed006eb80 2023-07-12T13:55:59.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f6dcb59e640 1 -- 172.21.15.50:0/3285223768 --> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6dcc0c6310 con 0x7f6dac06eb80 2023-07-12T13:55:59.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] conn(0x7f4ed006eb80 msgr2=0x7f4ed0070f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.50:6816/429708103,v1:172.21.15.50:6818/429708103] conn(0x7f4ed006eb80 0x7f4ed0070f90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4ed00662d0 msgr2=0x7f4ed0068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f6dbaffd640 1 -- 172.21.15.50:0/3285223768 <== osd.4 v2:172.21.15.55:6800/141262303 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6dcc0c6310 con 0x7f6dac06eb80 2023-07-12T13:55:59.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4ed00662d0 0x7f4ed0068780 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8009a50 tx=0x7f4ee8004ea0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4eec150fd0 msgr2=0x7f4eec13a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 --2- 172.21.15.50:0/2578023389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4eec150fd0 0x7f4eec13a5d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400eb70 tx=0x7f4ee400c4b0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef1d11640 1 -- 172.21.15.50:0/2578023389 reap_dead start 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 shutdown_connections 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 >> 172.21.15.50:0/2578023389 conn(0x7f4eec0b04d0 msgr2=0x7f4eec0ad8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 shutdown_connections 2023-07-12T13:55:59.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.030+0000 7f4ef3774640 1 -- 172.21.15.50:0/2578023389 wait complete. 2023-07-12T13:55:59.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 --> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdda00b2320 con 0x7fdd8006eb80 2023-07-12T13:55:59.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8effd640 1 -- 172.21.15.50:0/497476780 <== osd.6 v2:172.21.15.55:6824/1454633630 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fdd9000d040 con 0x7fdd8006eb80 2023-07-12T13:55:59.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] conn(0x7f6dac06eb80 msgr2=0x7f6dac070f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6db8ff9640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6800/141262303,v1:172.21.15.55:6801/141262303] conn(0x7f6dac06eb80 0x7f6dac070f90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] conn(0x7fdd8006eb80 msgr2=0x7fdd80070f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6824/1454633630,v1:172.21.15.55:6825/1454633630] conn(0x7fdd8006eb80 0x7fdd80070f90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdd800662d0 msgr2=0x7fdd80068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdd800662d0 0x7fdd80068780 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdda015cca0 tx=0x7fdd94008040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda006be20 msgr2=0x7fdda0160350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd8cff9640 1 --2- 172.21.15.50:0/497476780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda006be20 0x7fdda0160350 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdd980195f0 tx=0x7fdd98019780 comp rx=0 tx=0).stop 2023-07-12T13:55:59.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7fdd9ed9d640 1 -- 172.21.15.50:0/497476780 reap_dead start 2023-07-12T13:55:59.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6dac0662d0 msgr2=0x7f6dac068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6db8ff9640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6dac0662d0 0x7f6dac068780 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc000f70 tx=0x7f6dbc007bc0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc15fd50 msgr2=0x7f6dcc0c65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6db8ff9640 1 --2- 172.21.15.50:0/3285223768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc15fd50 0x7f6dcc0c65f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6dc000b480 tx=0x7f6dc000b940 comp rx=0 tx=0).stop 2023-07-12T13:55:59.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.034+0000 7f6dcad9d640 1 -- 172.21.15.50:0/3285223768 reap_dead start 2023-07-12T13:55:59.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 shutdown_connections 2023-07-12T13:55:59.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 shutdown_connections 2023-07-12T13:55:59.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 >> 172.21.15.50:0/497476780 conn(0x7fdda00b04d0 msgr2=0x7fdda00cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 >> 172.21.15.50:0/3285223768 conn(0x7f6dcc0af740 msgr2=0x7f6dcc157da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 shutdown_connections 2023-07-12T13:55:59.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 shutdown_connections 2023-07-12T13:55:59.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7fdd8cff9640 1 -- 172.21.15.50:0/497476780 wait complete. 2023-07-12T13:55:59.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.038+0000 7f6db8ff9640 1 -- 172.21.15.50:0/3285223768 wait complete. 2023-07-12T13:55:59.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.042+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 --> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1b4c005bc0 con 0x7f1b4c0015f0 2023-07-12T13:55:59.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.042+0000 7f1b61ffb640 1 -- 172.21.15.50:0/926204799 <== osd.5 v2:172.21.15.55:6808/3135512788 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1b4c005bc0 con 0x7f1b4c0015f0 2023-07-12T13:55:59.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.042+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] conn(0x7f1b4c0015f0 msgr2=0x7f1b4c003aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.042+0000 7f1b720d5640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6808/3135512788,v1:172.21.15.55:6809/3135512788] conn(0x7f1b4c0015f0 0x7f1b4c003aa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1b50066380 msgr2=0x7f1b50068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1b50066380 0x7f1b50068830 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c0cd370 tx=0x7f1b68009040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c06aea0 msgr2=0x7f1b6c1531d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 --2- 172.21.15.50:0/926204799 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1b6c06aea0 0x7f1b6c1531d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1b6400c7d0 tx=0x7f1b6400cc90 comp rx=0 tx=0).stop 2023-07-12T13:55:59.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b718d4640 1 -- 172.21.15.50:0/926204799 reap_dead start 2023-07-12T13:55:59.102 INFO:teuthology.orchestra.run.smithi050.stdout:55834574857 2023-07-12T13:55:59.102 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-07-12T13:55:59.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 shutdown_connections 2023-07-12T13:55:59.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 >> 172.21.15.50:0/926204799 conn(0x7f1b6c06a120 msgr2=0x7f1b6c164170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 shutdown_connections 2023-07-12T13:55:59.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.046+0000 7f1b720d5640 1 -- 172.21.15.50:0/926204799 wait complete. 2023-07-12T13:55:59.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4c92ca640 1 -- 172.21.15.50:0/2891884676 --> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd4c4066b80 con 0x7fd4b006eb30 2023-07-12T13:55:59.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4ab7fe640 1 -- 172.21.15.50:0/2891884676 <== osd.2 v2:172.21.15.50:6817/4254834767 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd4c4066b80 con 0x7fd4b006eb30 2023-07-12T13:55:59.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] conn(0x7fd4b006eb30 msgr2=0x7fd4b0070f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.105 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.50:6817/4254834767,v1:172.21.15.50:6819/4254834767] conn(0x7fd4b006eb30 0x7fd4b0070f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.105 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 --> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f0454157e40 con 0x7f044006ebb0 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd4b0066280 msgr2=0x7fd4b0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd4b0066280 0x7fd4b0068730 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8009980 tx=0x7fd4b80090e0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4c415a1c0 msgr2=0x7fd4c413e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 --2- 172.21.15.50:0/2891884676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4c415a1c0 0x7fd4c413e6a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc0ab000 tx=0x7fd4bc0197f0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4c37fe640 1 -- 172.21.15.50:0/2891884676 reap_dead start 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 shutdown_connections 2023-07-12T13:55:59.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 >> 172.21.15.50:0/2891884676 conn(0x7fd4c40650b0 msgr2=0x7fd4c4156d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.107 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7f04497fa640 1 -- 172.21.15.50:0/3615099732 <== osd.7 v2:172.21.15.55:6816/2070608877 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f044c017410 con 0x7f044006ebb0 2023-07-12T13:55:59.107 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 shutdown_connections 2023-07-12T13:55:59.107 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.050+0000 7fd4a9ffb640 1 -- 172.21.15.50:0/2891884676 wait complete. 2023-07-12T13:55:59.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] conn(0x7f044006ebb0 msgr2=0x7f0440070fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6816/2070608877,v1:172.21.15.55:6817/2070608877] conn(0x7f044006ebb0 0x7f0440070fc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0440066380 msgr2=0x7f0440068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0440066380 0x7f0440068830 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0444004a90 tx=0x7f0444008380 comp rx=0 tx=0).stop 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f04540c2630 msgr2=0x7f045406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 --2- 172.21.15.50:0/3615099732 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f04540c2630 0x7f045406ed10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0454159190 tx=0x7f043c005800 comp rx=0 tx=0).stop 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f045954a640 1 -- 172.21.15.50:0/3615099732 reap_dead start 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 shutdown_connections 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 >> 172.21.15.50:0/3615099732 conn(0x7f045406a120 msgr2=0x7f045406c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 shutdown_connections 2023-07-12T13:55:59.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.054+0000 7f0459d4b640 1 -- 172.21.15.50:0/3615099732 wait complete. 2023-07-12T13:55:59.110 INFO:teuthology.orchestra.run.smithi050.stdout:55834574856 2023-07-12T13:55:59.110 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-07-12T13:55:59.111 INFO:teuthology.orchestra.run.smithi050.stdout:55834574856 2023-07-12T13:55:59.112 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-07-12T13:55:59.112 INFO:teuthology.orchestra.run.smithi050.stdout:55834574856 2023-07-12T13:55:59.113 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-07-12T13:55:59.113 INFO:teuthology.orchestra.run.smithi050.stdout:60129542151 2023-07-12T13:55:59.114 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-07-12T13:55:59.114 INFO:teuthology.orchestra.run.smithi050.stdout:60129542150 2023-07-12T13:55:59.115 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-07-12T13:55:59.115 INFO:teuthology.orchestra.run.smithi050.stdout:55834574855 2023-07-12T13:55:59.116 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-07-12T13:55:59.117 INFO:teuthology.orchestra.run.smithi050.stdout:55834574857 2023-07-12T13:55:59.117 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-07-12T13:55:59.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.386+0000 7f5217a19640 1 Processor -- start 2023-07-12T13:55:59.392 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.386+0000 7f5217a19640 1 -- start start 2023-07-12T13:55:59.392 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5217a19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52100ce2e0 0x7f521015bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5217a19640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f521006f250 con 0x7f521006b710 2023-07-12T13:55:59.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5217a19640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5210158770 con 0x7f5210157da0 2023-07-12T13:55:59.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5217a19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5210158a50 con 0x7f52100ce2e0 2023-07-12T13:55:59.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5215fb6640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f521006b710 0x7f521006f6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50228/0 (socket says 172.21.15.50:50228) 2023-07-12T13:55:59.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5215fb6640 1 -- 172.21.15.50:0/2770408405 learned_addr learned my addr 172.21.15.50:0/2770408405 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:59.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f52157b5640 1 --2- 172.21.15.50:0/2770408405 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52100ce2e0 0x7f521015bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5207fff640 1 -- 172.21.15.50:0/2770408405 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1534401750 0 0) 0x7f521006f250 con 0x7f521006b710 2023-07-12T13:55:59.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5207fff640 1 -- 172.21.15.50:0/2770408405 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f51fc003530 con 0x7f521006b710 2023-07-12T13:55:59.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f5207fff640 1 -- 172.21.15.50:0/2770408405 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1915667899 0 0) 0x7f5210158770 con 0x7f5210157da0 2023-07-12T13:55:59.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f52157b5640 1 -- 172.21.15.50:0/2770408405 >> v1:172.21.15.55:6789/0 conn(0x7f5210157da0 legacy=0x7f521006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f52157b5640 1 -- 172.21.15.50:0/2770408405 >> v1:172.21.15.50:6789/0 conn(0x7f521006b710 legacy=0x7f521006f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.390+0000 7f52157b5640 1 -- 172.21.15.50:0/2770408405 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5210158d30 con 0x7f52100ce2e0 2023-07-12T13:55:59.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.394+0000 7f7966dfa640 1 Processor -- start 2023-07-12T13:55:59.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f52157b5640 1 --2- 172.21.15.50:0/2770408405 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52100ce2e0 0x7f521015bcd0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5208009dc0 tx=0x7f520801f170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2703f5f64e2a245 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.394+0000 7f7966dfa640 1 -- start start 2023-07-12T13:55:59.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7966dfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f79601608f0 0x7f796006aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7966dfa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7960160cc0 0x7f7960161400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7966dfa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f796006cb50 0x7f796006cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7966dfa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f796006b650 con 0x7f796006cb50 2023-07-12T13:55:59.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5207fff640 1 -- 172.21.15.50:0/2770408405 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52080af600 con 0x7f52100ce2e0 2023-07-12T13:55:59.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5207fff640 1 -- 172.21.15.50:0/2770408405 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52080ab050 con 0x7f52100ce2e0 2023-07-12T13:55:59.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5207fff640 1 -- 172.21.15.50:0/2770408405 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52080af980 con 0x7f52100ce2e0 2023-07-12T13:55:59.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7966dfa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f796006b3f0 con 0x7f7960160cc0 2023-07-12T13:55:59.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7966dfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f796006ef70 con 0x7f79601608f0 2023-07-12T13:55:59.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7964b96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f79601608f0 0x7f796006aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7965397640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f796006cb50 0x7f796006cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7965397640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f796006cb50 0x7f796006cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47366/0 (socket says 172.21.15.50:47366) 2023-07-12T13:55:59.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7965397640 1 -- 172.21.15.50:0/3124265366 learned_addr learned my addr 172.21.15.50:0/3124265366 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7964b96640 1 -- 172.21.15.50:0/3124265366 >> v2:172.21.15.55:3300/0 conn(0x7f7960160cc0 msgr2=0x7f7960161400 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:59.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7964b96640 1 --2- 172.21.15.50:0/3124265366 >> v2:172.21.15.55:3300/0 conn(0x7f7960160cc0 0x7f7960161400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 -- 172.21.15.50:0/2770408405 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52100ce2e0 msgr2=0x7f521015bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 --2- 172.21.15.50:0/2770408405 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52100ce2e0 0x7f521015bcd0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5208009dc0 tx=0x7f520801f170 comp rx=0 tx=0).stop 2023-07-12T13:55:59.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7964b96640 1 -- 172.21.15.50:0/3124265366 >> v2:172.21.15.50:3300/0 conn(0x7f796006cb50 msgr2=0x7f796006cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7964b96640 1 --2- 172.21.15.50:0/3124265366 >> v2:172.21.15.50:3300/0 conn(0x7f796006cb50 0x7f796006cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 -- 172.21.15.50:0/2770408405 shutdown_connections 2023-07-12T13:55:59.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 --2- 172.21.15.50:0/2770408405 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52100ce2e0 0x7f521015bcd0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 -- 172.21.15.50:0/2770408405 >> 172.21.15.50:0/2770408405 conn(0x7f52100b04d0 msgr2=0x7f52100cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f7964b96640 1 -- 172.21.15.50:0/3124265366 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f796006f250 con 0x7f79601608f0 2023-07-12T13:55:59.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 -- 172.21.15.50:0/2770408405 shutdown_connections 2023-07-12T13:55:59.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.398+0000 7f5217a19640 1 -- 172.21.15.50:0/2770408405 wait complete. 2023-07-12T13:55:59.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f5217a19640 1 Processor -- start 2023-07-12T13:55:59.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f5217a19640 1 -- start start 2023-07-12T13:55:59.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f753f8ec640 1 Processor -- start 2023-07-12T13:55:59.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f753f8ec640 1 -- start start 2023-07-12T13:55:59.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f5217a19640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 0x7f521014ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f7964b96640 1 --2- 172.21.15.50:0/3124265366 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f79601608f0 0x7f796006aeb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79600675b0 tx=0x7f795801c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38ed8eda04c8274 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f5217a19640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52100ce2e0 0x7f521013bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f795f7fe640 1 -- 172.21.15.50:0/3124265366 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79580a58f0 con 0x7f79601608f0 2023-07-12T13:55:59.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f795f7fe640 1 -- 172.21.15.50:0/3124265366 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79580a5a50 con 0x7f79601608f0 2023-07-12T13:55:59.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f795f7fe640 1 -- 172.21.15.50:0/3124265366 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79580a5de0 con 0x7f79601608f0 2023-07-12T13:55:59.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f52157b5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 0x7f521014ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f52157b5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 0x7f521014ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49224/0 (socket says 172.21.15.50:49224) 2023-07-12T13:55:59.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.402+0000 7f5217a19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5210157da0 0x7f521014f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5217a19640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f521013c020 con 0x7f52100ce2e0 2023-07-12T13:55:59.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5217a19640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f521013cb20 con 0x7f521006b710 2023-07-12T13:55:59.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5217a19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f521013c230 con 0x7f5210157da0 2023-07-12T13:55:59.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 -- 172.21.15.50:0/3124265366 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f79601608f0 msgr2=0x7f796006aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 --2- 172.21.15.50:0/3124265366 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f79601608f0 0x7f796006aeb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79600675b0 tx=0x7f795801c890 comp rx=0 tx=0).stop 2023-07-12T13:55:59.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 -- 172.21.15.50:0/4210447619 learned_addr learned my addr 172.21.15.50:0/4210447619 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5214fb4640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52100ce2e0 0x7f521013bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5215fb6640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5210157da0 0x7f521014f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 -- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5210157da0 msgr2=0x7f521014f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5210157da0 0x7f521014f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 -- 172.21.15.50:0/4210447619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52100ce2e0 msgr2=0x7f521013bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52100ce2e0 0x7f521013bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 -- 172.21.15.50:0/4210447619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5208009a70 con 0x7f521006b710 2023-07-12T13:55:59.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753f8ec640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f753806b000 0x7f753806b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753f8ec640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f753806fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753f8ec640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f753806f250 con 0x7f753815bd60 2023-07-12T13:55:59.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753f8ec640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f753806b910 con 0x7f753806b000 2023-07-12T13:55:59.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753f8ec640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75381584b0 con 0x7f753806f6e0 2023-07-12T13:55:59.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f753806b000 0x7f753806b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 -- 172.21.15.50:0/3124265366 shutdown_connections 2023-07-12T13:55:59.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 --2- 172.21.15.50:0/3124265366 >> v2:172.21.15.50:3300/0 conn(0x7f796006cb50 0x7f796006cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 --2- 172.21.15.50:0/3124265366 >> v2:172.21.15.55:3300/0 conn(0x7f7960160cc0 0x7f7960161400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 --2- 172.21.15.50:0/3124265366 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f79601608f0 0x7f796006aeb0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 -- 172.21.15.50:0/3124265366 >> 172.21.15.50:0/3124265366 conn(0x7f79600b04d0 msgr2=0x7f79600cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f52157b5640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 0x7f521014ef20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f52080b2040 tx=0x7f520801bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f753806b000 0x7f753806b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47380/0 (socket says 172.21.15.50:47380) 2023-07-12T13:55:59.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 -- 172.21.15.50:0/3328487988 learned_addr learned my addr 172.21.15.50:0/3328487988 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 -- 172.21.15.50:0/3124265366 shutdown_connections 2023-07-12T13:55:59.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f7966dfa640 1 -- 172.21.15.50:0/3124265366 wait complete. 2023-07-12T13:55:59.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753de89640 1 --2- 172.21.15.50:0/3328487988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f753806fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52080c1070 con 0x7f521006b710 2023-07-12T13:55:59.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5208009450 con 0x7f521006b710 2023-07-12T13:55:59.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52080b9410 con 0x7f521006b710 2023-07-12T13:55:59.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 -- 172.21.15.50:0/3328487988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 msgr2=0x7f753806fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 --2- 172.21.15.50:0/3328487988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f753806fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 -- 172.21.15.50:0/3328487988 >> v1:172.21.15.55:6789/0 conn(0x7f753815bd60 legacy=0x7f7538157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f521013c4d0 con 0x7f521006b710 2023-07-12T13:55:59.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5210159520 con 0x7f521006b710 2023-07-12T13:55:59.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f752ffff640 1 -- 172.21.15.50:0/3328487988 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1806048522 0 0) 0x7f753806f250 con 0x7f753815bd60 2023-07-12T13:55:59.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.406+0000 7f753d688640 1 -- 172.21.15.50:0/3328487988 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7538158770 con 0x7f753806b000 2023-07-12T13:55:59.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7966dfa640 1 Processor -- start 2023-07-12T13:55:59.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f0d8b09e640 1 Processor -- start 2023-07-12T13:55:59.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f0d8b09e640 1 -- start start 2023-07-12T13:55:59.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f52080b6050 con 0x7f521006b710 2023-07-12T13:55:59.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7966dfa640 1 -- start start 2023-07-12T13:55:59.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7966dfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f796006cb50 0x7f7960139c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f753d688640 1 --2- 172.21.15.50:0/3328487988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f753806b3d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7530009c30 tx=0x7f753001f020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=919bdf255a41123e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5210066b80 con 0x7f521006b710 2023-07-12T13:55:59.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7966dfa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79601608f0 0x7f796015d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7964b96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f796006cb50 0x7f7960139c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7964b96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f796006cb50 0x7f7960139c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59316/0 (socket says 172.21.15.50:59316) 2023-07-12T13:55:59.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7964b96640 1 -- 172.21.15.50:0/1836680090 learned_addr learned my addr 172.21.15.50:0/1836680090 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f795ffff640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79601608f0 0x7f796015d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f7966dfa640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7960160cc0 0x7f796015d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f796013aef0 con 0x7f7960160cc0 2023-07-12T13:55:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f7965397640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7960160cc0 0x7f796015d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f796013a1d0 con 0x7f79601608f0 2023-07-12T13:55:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f796013d430 con 0x7f796006cb50 2023-07-12T13:55:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f752ffff640 1 -- 172.21.15.50:0/3328487988 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75300ae400 con 0x7f753806b000 2023-07-12T13:55:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f752ffff640 1 -- 172.21.15.50:0/3328487988 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75300aa050 con 0x7f753806b000 2023-07-12T13:55:59.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f752ffff640 1 -- 172.21.15.50:0/3328487988 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75300ae400 con 0x7f753806b000 2023-07-12T13:55:59.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8b09e640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0d7c0e1f60 0x7f0d7c0e2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8b09e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c052790 0x7f0d7c052ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.410+0000 7f3dd4337640 1 Processor -- start 2023-07-12T13:55:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 -- 172.21.15.50:0/3328487988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 msgr2=0x7f753806b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 --2- 172.21.15.50:0/3328487988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f753806b3d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7530009c30 tx=0x7f753001f020 comp rx=0 tx=0).stop 2023-07-12T13:55:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f5205ffb640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f51f4066350 0x7f51f4068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5208121860 con 0x7f521006b710 2023-07-12T13:55:59.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f0d7c03a760 0x7f0d7c036640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50232/0 (socket says 172.21.15.50:50232) 2023-07-12T13:55:59.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3147676787 learned_addr learned my addr 172.21.15.50:0/3147676787 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:59.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8989b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c052790 0x7f0d7c052ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 -- 172.21.15.50:0/3328487988 shutdown_connections 2023-07-12T13:55:59.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 --2- 172.21.15.50:0/3328487988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f753806fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 --2- 172.21.15.50:0/3328487988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f753806b3d0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 -- 172.21.15.50:0/3328487988 >> 172.21.15.50:0/3328487988 conn(0x7f75380b04d0 msgr2=0x7f75380cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd4337640 1 -- start start 2023-07-12T13:55:59.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d7c0e2330 con 0x7f0d7c03a760 2023-07-12T13:55:59.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d7c04fed0 con 0x7f0d7c0e1f60 2023-07-12T13:55:59.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7c0e2790 con 0x7f0d7c052790 2023-07-12T13:55:59.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f795ffff640 1 -- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f796006cb50 msgr2=0x7f7960139c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f795ffff640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f796006cb50 0x7f7960139c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f795ffff640 1 -- 172.21.15.50:0/1836680090 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7960160cc0 msgr2=0x7f796015d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f795ffff640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7960160cc0 0x7f796015d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f795ffff640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7958009a70 con 0x7f79601608f0 2023-07-12T13:55:59.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f5214fb4640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f51f4066350 0x7f51f4068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 -- 172.21.15.50:0/3328487988 shutdown_connections 2023-07-12T13:55:59.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a09c640 1 --2- 172.21.15.50:0/3147676787 >> v2:172.21.15.55:3300/0 conn(0x7f0d7c0e1f60 0x7f0d7c0e2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 118549555 0 0) 0x7f0d7c0e2330 con 0x7f0d7c03a760 2023-07-12T13:55:59.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d70003530 con 0x7f0d7c03a760 2023-07-12T13:55:59.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3783549759 0 0) 0x7f0d70003530 con 0x7f0d7c03a760 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c052790 msgr2=0x7f0d7c052ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c052790 0x7f0d7c052ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 >> v2:172.21.15.55:3300/0 conn(0x7f0d7c0e1f60 msgr2=0x7f0d7c0e2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 --2- 172.21.15.50:0/3147676787 >> v2:172.21.15.55:3300/0 conn(0x7f0d7c0e1f60 0x7f0d7c0e2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d7c033c00 con 0x7f0d7c03a760 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f0d840672c0 con 0x7f0d7c03a760 2023-07-12T13:55:59.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 >> v1:172.21.15.50:6789/0 conn(0x7f0d7c03a760 legacy=0x7f0d7c036640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.434 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd4337640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 0x7f3dcc15bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.434 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd4337640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3dcc157da0 0x7f3dcc06b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.434 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f5214fb4640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f51f4066350 0x7f51f4068800 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f521006d6d0 tx=0x7f520c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d70003980 0x7f0d70003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d70004310 0x7f0d700047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d70004df0 0x7f0d70005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7c04fed0 con 0x7f0d70004310 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7c0e2790 con 0x7f0d70003980 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d70010130 con 0x7f0d70004df0 2023-07-12T13:55:59.435 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a09c640 1 --2- 172.21.15.50:0/3147676787 >> v2:172.21.15.55:3300/0 conn(0x7f0d7c0e1f60 0x7f0d7c0e2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:55:59.436 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f753f8ec640 1 -- 172.21.15.50:0/3328487988 wait complete. 2023-07-12T13:55:59.436 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd4337640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dcc06f250 con 0x7f3dcc158210 2023-07-12T13:55:59.436 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd4337640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3dcc158770 con 0x7f3dcc157da0 2023-07-12T13:55:59.436 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd4337640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc158a50 con 0x7f3dcc0ce2e0 2023-07-12T13:55:59.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f795ffff640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79601608f0 0x7f796015d300 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f795400b3f0 tx=0x7f795400b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd20d3640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 0x7f3dcc15bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd20d3640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 0x7f3dcc15bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59330/0 (socket says 172.21.15.50:59330) 2023-07-12T13:55:59.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd20d3640 1 -- 172.21.15.50:0/4174369686 learned_addr learned my addr 172.21.15.50:0/4174369686 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d70004df0 0x7f0d70005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a09c640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d70003980 0x7f0d70003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8989b640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d70004310 0x7f0d700047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f51963a9640 1 Processor -- start 2023-07-12T13:55:59.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d70003980 msgr2=0x7f0d70003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d70003980 0x7f0d70003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3147676787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d70004310 msgr2=0x7f0d700047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d70004310 0x7f0d700047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3147676787 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d7c033c00 con 0x7f0d70004df0 2023-07-12T13:55:59.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.414+0000 7f3dd18d2640 1 --2- 172.21.15.50:0/4174369686 >> v2:172.21.15.50:3300/0 conn(0x7f3dcc157da0 0x7f3dcc06b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f3dd20d3640 1 -- 172.21.15.50:0/4174369686 >> v2:172.21.15.50:3300/0 conn(0x7f3dcc157da0 msgr2=0x7f3dcc06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f3dd20d3640 1 --2- 172.21.15.50:0/4174369686 >> v2:172.21.15.50:3300/0 conn(0x7f3dcc157da0 0x7f3dcc06b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f3dd20d3640 1 -- 172.21.15.50:0/4174369686 >> v1:172.21.15.50:6789/0 conn(0x7f3dcc158210 legacy=0x7f3dcc13ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f3dd20d3640 1 -- 172.21.15.50:0/4174369686 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dcc158d30 con 0x7f3dcc0ce2e0 2023-07-12T13:55:59.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 Processor -- start 2023-07-12T13:55:59.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 Processor -- start 2023-07-12T13:55:59.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 -- start start 2023-07-12T13:55:59.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 -- start start 2023-07-12T13:55:59.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f51963a9640 1 -- start start 2023-07-12T13:55:59.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f52080eee90 con 0x7f521006b710 2023-07-12T13:55:59.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7fe858966640 1 Processor -- start 2023-07-12T13:55:59.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f75381407f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f75380b1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753815bd60 0x7f753813bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f753813f750 con 0x7f753806b000 2023-07-12T13:55:59.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f753813fa30 con 0x7f753815bd60 2023-07-12T13:55:59.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753f8ec640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f753813fd10 con 0x7f753806f6e0 2023-07-12T13:55:59.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7954011830 con 0x7f79601608f0 2023-07-12T13:55:59.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7954011990 con 0x7f79601608f0 2023-07-12T13:55:59.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7954011d40 con 0x7f79601608f0 2023-07-12T13:55:59.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7fe858966640 1 -- start start 2023-07-12T13:55:59.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f8f1015b8d0 0x7f8f100cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8f100d0270 0x7f8f100cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f100cd370 con 0x7f8f100b10e0 2023-07-12T13:55:59.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f100cf8d0 con 0x7f8f100d0270 2023-07-12T13:55:59.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f8f14b98640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f100cc760 con 0x7f8f1015b8d0 2023-07-12T13:55:59.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f753ce87640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f75380b1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f8f1015b8d0 0x7f8f100cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f8f1015b8d0 0x7f8f100cf390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49254/0 (socket says 172.21.15.50:49254) 2023-07-12T13:55:59.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f51963a9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 0x7f51900cedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f51963a9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f5190159f00 0x7f51900cf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f51963a9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51900cb6d0 con 0x7f51901596e0 2023-07-12T13:55:59.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f51963a9640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f519015a3b0 con 0x7f5190159f00 2023-07-12T13:55:59.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f51963a9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f519015a690 con 0x7f5190159ab0 2023-07-12T13:55:59.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f5194ba6640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 0x7f51900cedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f5194ba6640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 0x7f51900cedb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59348/0 (socket says 172.21.15.50:59348) 2023-07-12T13:55:59.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f5194ba6640 1 -- 172.21.15.50:0/1780393921 learned_addr learned my addr 172.21.15.50:0/1780393921 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/1569202444 learned_addr learned my addr 172.21.15.50:0/1569202444 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753de89640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753815bd60 0x7f753813bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753de89640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753815bd60 0x7f753813bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49262/0 (socket says 172.21.15.50:49262) 2023-07-12T13:55:59.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753de89640 1 -- 172.21.15.50:0/2707886814 learned_addr learned my addr 172.21.15.50:0/2707886814 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f75381407f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0ffff640 1 --2- 172.21.15.50:0/1569202444 >> v2:172.21.15.50:3300/0 conn(0x7f8f100d0270 0x7f8f100cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f5194ba6640 1 -- 172.21.15.50:0/1780393921 >> v2:172.21.15.55:3300/0 conn(0x7f5190159f00 msgr2=0x7f51900cf2f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:59.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f5194ba6640 1 --2- 172.21.15.50:0/1780393921 >> v2:172.21.15.55:3300/0 conn(0x7f5190159f00 0x7f51900cf2f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f5194ba6640 1 -- 172.21.15.50:0/1780393921 >> v1:172.21.15.50:6789/0 conn(0x7f51901596e0 legacy=0x7f51900ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f5194ba6640 1 -- 172.21.15.50:0/1780393921 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f519015a970 con 0x7f5190159ab0 2023-07-12T13:55:59.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f796013a550 con 0x7f79601608f0 2023-07-12T13:55:59.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.418+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f796013ab10 con 0x7f79601608f0 2023-07-12T13:55:59.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe858966640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe854159ab0 0x7fe8540cedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe858966640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe854159f30 0x7fe8540cf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe858966640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8540cb6d0 con 0x7fe8541596e0 2023-07-12T13:55:59.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe858966640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe85415a3b0 con 0x7fe854159ab0 2023-07-12T13:55:59.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe858966640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe85415a690 con 0x7fe854159f30 2023-07-12T13:55:59.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f3dd20d3640 1 --2- 172.21.15.50:0/4174369686 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 0x7f3dcc15bd60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4009e50 tx=0x7f3dc401c9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e67912e393ad9ece server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe852d9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe8541596e0 0x7fe8540ce480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50260/0 (socket says 172.21.15.50:50260) 2023-07-12T13:55:59.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe852d9d640 1 -- 172.21.15.50:0/3587443653 learned_addr learned my addr 172.21.15.50:0/3587443653 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:55:59.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 391284740 0 0) 0x7f8f100cd370 con 0x7f8f100b10e0 2023-07-12T13:55:59.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ef0003530 con 0x7f8f100b10e0 2023-07-12T13:55:59.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2134372384 0 0) 0x7f8ef0003530 con 0x7f8f100b10e0 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 >> v2:172.21.15.55:3300/0 conn(0x7f8f1015b8d0 msgr2=0x7f8f100cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 --2- 172.21.15.50:0/1569202444 >> v2:172.21.15.55:3300/0 conn(0x7f8f1015b8d0 0x7f8f100cf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 >> v2:172.21.15.50:3300/0 conn(0x7f8f100d0270 msgr2=0x7f8f100cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 --2- 172.21.15.50:0/1569202444 >> v2:172.21.15.50:3300/0 conn(0x7f8f100d0270 0x7f8f100cd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f100cca40 con 0x7f8f100b10e0 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f8f00001680 con 0x7f8f100b10e0 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 >> v1:172.21.15.50:6789/0 conn(0x7f8f100b10e0 legacy=0x7f8f100cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8ef0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ef00047d0 0x7f8ef0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8ef0005180 0x7f8ef000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f100cf8d0 con 0x7f8ef00047d0 2023-07-12T13:55:59.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f100cc760 con 0x7f8ef00039f0 2023-07-12T13:55:59.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d70004df0 0x7f0d70005260 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0d840630c0 tx=0x7f0d84098c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e65e68e2e715a97 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ef000c030 con 0x7f8ef0005180 2023-07-12T13:55:59.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8ef0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0ffff640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8ef0005180 0x7f8ef000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f3dd10d1640 1 -- 172.21.15.50:0/4174369686 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dc40a5730 con 0x7f3dcc0ce2e0 2023-07-12T13:55:59.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f3dd10d1640 1 -- 172.21.15.50:0/4174369686 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dc40a5890 con 0x7f3dcc0ce2e0 2023-07-12T13:55:59.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f3dd10d1640 1 -- 172.21.15.50:0/4174369686 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dc40a5c20 con 0x7f3dcc0ce2e0 2023-07-12T13:55:59.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f796013b030 con 0x7f79601608f0 2023-07-12T13:55:59.458 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d841226c0 con 0x7f0d70004df0 2023-07-12T13:55:59.458 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d84122840 con 0x7f0d70004df0 2023-07-12T13:55:59.458 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f0d8909a640 1 -- 172.21.15.50:0/3147676787 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d84122cb0 con 0x7f0d70004df0 2023-07-12T13:55:59.458 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f795401a400 con 0x7f79601608f0 2023-07-12T13:55:59.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3961541370 0 0) 0x7fe8540cb6d0 con 0x7fe8541596e0 2023-07-12T13:55:59.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe840003530 con 0x7fe8541596e0 2023-07-12T13:55:59.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1299381088 0 0) 0x7fe840003530 con 0x7fe8541596e0 2023-07-12T13:55:59.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe854159f30 msgr2=0x7fe8540cf2f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-12T13:55:59.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe854159f30 0x7fe8540cf2f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 >> v2:172.21.15.50:3300/0 conn(0x7fe854159ab0 msgr2=0x7fe8540cedb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 --2- 172.21.15.50:0/3587443653 >> v2:172.21.15.50:3300/0 conn(0x7fe854159ab0 0x7fe8540cedb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe85415a970 con 0x7fe8541596e0 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fe8440016a0 con 0x7fe8541596e0 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 >> v1:172.21.15.50:6789/0 conn(0x7fe8541596e0 legacy=0x7fe8540ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8400039f0 0x7fe840003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8400047d0 0x7fe840004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400052a0 0x7fe8400141a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe85415a3b0 con 0x7fe8400052a0 2023-07-12T13:55:59.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe85415a690 con 0x7fe8400039f0 2023-07-12T13:55:59.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe840005a10 con 0x7fe8400047d0 2023-07-12T13:55:59.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f3dd4337640 1 -- 172.21.15.50:0/4174369686 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 msgr2=0x7f3dcc15bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.461 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f3dd4337640 1 --2- 172.21.15.50:0/4174369686 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 0x7f3dcc15bd60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4009e50 tx=0x7f3dc401c9a0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 -- 172.21.15.50:0/4174369686 shutdown_connections 2023-07-12T13:55:59.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 --2- 172.21.15.50:0/4174369686 >> v2:172.21.15.50:3300/0 conn(0x7f3dcc157da0 0x7f3dcc06b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 --2- 172.21.15.50:0/4174369686 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc0ce2e0 0x7f3dcc15bd60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 -- 172.21.15.50:0/4174369686 >> 172.21.15.50:0/4174369686 conn(0x7f3dcc0b04d0 msgr2=0x7f3dcc0cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe852d9d640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8400039f0 0x7fe840003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d70004df0 msgr2=0x7f0d70005260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3147676787 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d70004df0 0x7f0d70005260 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0d840630c0 tx=0x7f0d84098c00 comp rx=0 tx=0).stop 2023-07-12T13:55:59.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f07fff640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ef00047d0 0x7f8ef0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8ef0005180 msgr2=0x7f8ef000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8ef0005180 0x7f8ef000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/1569202444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ef00047d0 msgr2=0x7f8ef0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ef00047d0 0x7f8ef0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/1569202444 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f100cca40 con 0x7f8ef00039f0 2023-07-12T13:55:59.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f8f07fff640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ef00047d0 0x7f8ef0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:59.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f8f0ffff640 1 -- 172.21.15.50:0/1569202444 reap_dead start 2023-07-12T13:55:59.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 -- 172.21.15.50:0/4174369686 shutdown_connections 2023-07-12T13:55:59.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 -- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 msgr2=0x7f75380b1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f75380b1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 -- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753815bd60 msgr2=0x7f753813bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753815bd60 0x7f753813bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 -- 172.21.15.50:0/2707886814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7530009830 con 0x7f753806b000 2023-07-12T13:55:59.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.422+0000 7f753d688640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f75381407f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f75300ad000 tx=0x7f753001bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7530003ba0 con 0x7f753806b000 2023-07-12T13:55:59.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7530003d00 con 0x7f753806b000 2023-07-12T13:55:59.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7530004240 con 0x7f753806b000 2023-07-12T13:55:59.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3147676787 reap_dead start 2023-07-12T13:55:59.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 shutdown_connections 2023-07-12T13:55:59.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 >> 172.21.15.50:0/3147676787 conn(0x7f0d7c051640 msgr2=0x7f0d7c051a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe85359e640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400052a0 0x7fe8400141a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe852d9d640 1 -- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8400047d0 msgr2=0x7fe840004c40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-12T13:55:59.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f795d7fa640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f794c0662d0 0x7f794c068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7954083d80 con 0x7f79601608f0 2023-07-12T13:55:59.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f7964b96640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f794c0662d0 0x7f794c068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 shutdown_connections 2023-07-12T13:55:59.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 -- 172.21.15.50:0/4174369686 wait complete. 2023-07-12T13:55:59.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3147676787 wait complete. 2023-07-12T13:55:59.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe852d9d640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8400047d0 0x7fe840004c40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe852d9d640 1 -- 172.21.15.50:0/3587443653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400052a0 msgr2=0x7fe8400141a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:55:59.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe852d9d640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400052a0 0x7fe8400141a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7fe852d9d640 1 -- 172.21.15.50:0/3587443653 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe85415a970 con 0x7fe8400039f0 2023-07-12T13:55:59.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f753f8ec640 1 -- 172.21.15.50:0/2707886814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f753813fff0 con 0x7f753806b000 2023-07-12T13:55:59.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f7964b96640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f794c0662d0 0x7f794c068780 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7958000f90 tx=0x7f79580a7070 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f5194ba6640 1 --2- 172.21.15.50:0/1780393921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 0x7f51900cedb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5180009870 tx=0x7f518001c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c876dbdc44e07fb5 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 Processor -- start 2023-07-12T13:55:59.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f3dd4337640 1 -- start start 2023-07-12T13:55:59.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f5187fff640 1 -- 172.21.15.50:0/1780393921 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51800ab5f0 con 0x7f5190159ab0 2023-07-12T13:55:59.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f5187fff640 1 -- 172.21.15.50:0/1780393921 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51800ab750 con 0x7f5190159ab0 2023-07-12T13:55:59.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f5187fff640 1 -- 172.21.15.50:0/1780393921 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51800abae0 con 0x7f5190159ab0 2023-07-12T13:55:59.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.426+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8ef0003e00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ef80098d0 tx=0x7f8ef801c650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a08ab53de2d98e24 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8b09e640 1 Processor -- start 2023-07-12T13:55:59.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8b09e640 1 -- start start 2023-07-12T13:55:59.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd4337640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc0ce2e0 0x7f3dcc1f3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 -- 172.21.15.50:0/1780393921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 msgr2=0x7f51900cedb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 --2- 172.21.15.50:0/1780393921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 0x7f51900cedb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5180009870 tx=0x7f518001c520 comp rx=0 tx=0).stop 2023-07-12T13:55:59.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f753f8ec640 1 -- 172.21.15.50:0/2707886814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7538140d30 con 0x7f753806b000 2023-07-12T13:55:59.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd4337640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 0x7f3dcc150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef80a8660 con 0x7f8ef00039f0 2023-07-12T13:55:59.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ef80a87c0 con 0x7f8ef00039f0 2023-07-12T13:55:59.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f0effd640 1 -- 172.21.15.50:0/1569202444 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef80a8b50 con 0x7f8ef00039f0 2023-07-12T13:55:59.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f796013b030 con 0x7f79601608f0 2023-07-12T13:55:59.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd4337640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc158210 0x7f3dcc14f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd4337640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc150300 con 0x7f3dcc157da0 2023-07-12T13:55:59.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 0x7f3dcc150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 0x7f3dcc150c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47462/0 (socket says 172.21.15.50:47462) 2023-07-12T13:55:59.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 -- 172.21.15.50:0/2661915815 learned_addr learned my addr 172.21.15.50:0/2661915815 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd4337640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc1f3fb0 con 0x7f3dcc0ce2e0 2023-07-12T13:55:59.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd4337640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc14ef20 con 0x7f3dcc158210 2023-07-12T13:55:59.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 -- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 msgr2=0x7f8ef0003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8ef0003e00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ef80098d0 tx=0x7f8ef801c650 comp rx=0 tx=0).stop 2023-07-12T13:55:59.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8b09e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d7c04e0c0 0x7f0d7c035920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd28d4640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc158210 0x7f3dcc14f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 -- 172.21.15.50:0/1569202444 shutdown_connections 2023-07-12T13:55:59.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 --2- 172.21.15.50:0/1569202444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8ef0003e00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 -- 172.21.15.50:0/1569202444 >> 172.21.15.50:0/1569202444 conn(0x7f8f1009b390 msgr2=0x7f8f100d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 -- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc158210 msgr2=0x7f3dcc14f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc158210 0x7f3dcc14f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 -- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc0ce2e0 msgr2=0x7f3dcc1f3a70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-12T13:55:59.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc0ce2e0 0x7f3dcc1f3a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dc4009b30 con 0x7f3dcc157da0 2023-07-12T13:55:59.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8a09c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d7c04e0c0 0x7f0d7c035920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8a09c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d7c04e0c0 0x7f0d7c035920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47476/0 (socket says 172.21.15.50:47476) 2023-07-12T13:55:59.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 -- 172.21.15.50:0/1569202444 shutdown_connections 2023-07-12T13:55:59.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 -- 172.21.15.50:0/1780393921 shutdown_connections 2023-07-12T13:55:59.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 --2- 172.21.15.50:0/1780393921 >> v2:172.21.15.55:3300/0 conn(0x7f5190159f00 0x7f51900cf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 --2- 172.21.15.50:0/1780393921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5190159ab0 0x7f51900cedb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 -- 172.21.15.50:0/1780393921 >> 172.21.15.50:0/1780393921 conn(0x7f519006eb80 msgr2=0x7f519006ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8a09c640 1 -- 172.21.15.50:0/3307438384 learned_addr learned my addr 172.21.15.50:0/3307438384 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c04e490 0x7f0d7c049c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 -- 172.21.15.50:0/1780393921 shutdown_connections 2023-07-12T13:55:59.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d7c1763c0 0x7f0d7c176830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f0d8989b640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c04e490 0x7f0d7c049c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7c04b520 con 0x7f0d7c04e0c0 2023-07-12T13:55:59.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f8f14b98640 1 -- 172.21.15.50:0/1569202444 wait complete. 2023-07-12T13:55:59.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f51963a9640 1 -- 172.21.15.50:0/1780393921 wait complete. 2023-07-12T13:55:59.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d7c1763c0 0x7f0d7c176830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7c176d70 con 0x7f0d7c1763c0 2023-07-12T13:55:59.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7c04a480 con 0x7f0d7c04e490 2023-07-12T13:55:59.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7fe852d9d640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8400039f0 0x7fe840003e00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe85406a470 tx=0x7fe84401cca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f609c98ca0faf69f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8440a5960 con 0x7fe8400039f0 2023-07-12T13:55:59.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8440a5ac0 con 0x7fe8400039f0 2023-07-12T13:55:59.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7fe85259c640 1 -- 172.21.15.50:0/3587443653 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8440058e0 con 0x7fe8400039f0 2023-07-12T13:55:59.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f753815c170 con 0x7f753806b000 2023-07-12T13:55:59.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c04e490 msgr2=0x7f0d7c049c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c04e490 0x7f0d7c049c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3307438384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d7c04e0c0 msgr2=0x7f0d7c035920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.430+0000 7f3dd18d2640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 0x7f3dcc150c90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc00d830 tx=0x7f3dbc00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc00b6c0 con 0x7f3dcc157da0 2023-07-12T13:55:59.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dbc00b820 con 0x7f3dcc157da0 2023-07-12T13:55:59.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc00bb90 con 0x7f3dcc157da0 2023-07-12T13:55:59.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d7c04e0c0 0x7f0d7c035920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d7c04a760 con 0x7f0d7c1763c0 2023-07-12T13:55:59.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f8f14b98640 1 Processor -- start 2023-07-12T13:55:59.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f51963a9640 1 Processor -- start 2023-07-12T13:55:59.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f75300043a0 con 0x7f753806b000 2023-07-12T13:55:59.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8a89d640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d7c1763c0 0x7f0d7c176830 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0d84067420 tx=0x7f0d70005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7fe858966640 1 -- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8400039f0 msgr2=0x7fe840003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7fe858966640 1 --2- 172.21.15.50:0/3587443653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8400039f0 0x7fe840003e00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe85406a470 tx=0x7fe84401cca0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7fe85359e640 1 -- 172.21.15.50:0/3587443653 reap_dead start 2023-07-12T13:55:59.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f752dffb640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f751c066350 0x7f751c068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f753011e7b0 con 0x7f753806b000 2023-07-12T13:55:59.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f3dd4337640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dcc1504e0 con 0x7f3dcc157da0 2023-07-12T13:55:59.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f3dd4337640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dcc14f170 con 0x7f3dcc157da0 2023-07-12T13:55:59.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f8f14b98640 1 -- start start 2023-07-12T13:55:59.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f8f14b98640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8f10149950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f51963a9640 1 -- start start 2023-07-12T13:55:59.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f14b98640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f1014f2d0 0x7f8f100aeb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f753ce87640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f751c066350 0x7f751c068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dcc066b80 con 0x7f3dcc157da0 2023-07-12T13:55:59.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8f10149950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8f10149950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49308/0 (socket says 172.21.15.50:49308) 2023-07-12T13:55:59.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/580609780 learned_addr learned my addr 172.21.15.50:0/580609780 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f07fff640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f1014f2d0 0x7f8f100aeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f1006ae90 0x7f8f1006b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d840672c0 con 0x7f0d7c1763c0 2023-07-12T13:55:59.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d841226c0 con 0x7f0d7c1763c0 2023-07-12T13:55:59.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d84122e80 con 0x7f0d7c1763c0 2023-07-12T13:55:59.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d7c04aa40 con 0x7f0d7c1763c0 2023-07-12T13:55:59.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.434+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d7c04b000 con 0x7f0d7c1763c0 2023-07-12T13:55:59.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7fe858966640 1 -- 172.21.15.50:0/3587443653 shutdown_connections 2023-07-12T13:55:59.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7fe858966640 1 -- 172.21.15.50:0/3587443653 >> 172.21.15.50:0/3587443653 conn(0x7fe85406eb80 msgr2=0x7fe85406ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7fe858966640 1 -- 172.21.15.50:0/3587443653 shutdown_connections 2023-07-12T13:55:59.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f753ce87640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f751c066350 0x7f751c068800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7528007fd0 tx=0x7f7528009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1006b870 con 0x7f8f1014f2d0 2023-07-12T13:55:59.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d6c005260 con 0x7f0d7c1763c0 2023-07-12T13:55:59.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0ffff640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f1006ae90 0x7f8f1006b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f100b0520 con 0x7f8ef00039f0 2023-07-12T13:55:59.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f100b0090 con 0x7f8f1006ae90 2023-07-12T13:55:59.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7fe858966640 1 -- 172.21.15.50:0/3587443653 wait complete. 2023-07-12T13:55:59.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51963a9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 0x7f51900ce150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f1006ae90 msgr2=0x7f8f1006b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f1006ae90 0x7f8f1006b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/580609780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f1014f2d0 msgr2=0x7f8f100aeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f1014f2d0 0x7f8f100aeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f100af480 con 0x7f8ef00039f0 2023-07-12T13:55:59.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f07fff640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f1014f2d0 0x7f8f100aeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51963a9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5190159ab0 0x7f51901fb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51963a9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190159f00 0x7f519014d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 0x7f51900ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 0x7f51900ce150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59390/0 (socket says 172.21.15.50:59390) 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f5194ba6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5190159ab0 0x7f51901fb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f5194ba6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5190159ab0 0x7f51901fb2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49312/0 (socket says 172.21.15.50:49312) 2023-07-12T13:55:59.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f5195ba8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190159f00 0x7f519014d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f5195ba8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190159f00 0x7f519014d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47504/0 (socket says 172.21.15.50:47504) 2023-07-12T13:55:59.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51963a9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5190148a60 con 0x7f5190159f00 2023-07-12T13:55:59.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51963a9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51900b46a0 con 0x7f5190159ab0 2023-07-12T13:55:59.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51963a9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51900b54e0 con 0x7f51901596e0 2023-07-12T13:55:59.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 -- 172.21.15.50:0/95493384 learned_addr learned my addr 172.21.15.50:0/95493384 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f8f0f7fe640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8f10149950 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8ef801cef0 tx=0x7f8ef0005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 -- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5190159ab0 msgr2=0x7f51901fb2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5190159ab0 0x7f51901fb2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 Processor -- start 2023-07-12T13:55:59.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 -- 172.21.15.50:0/95493384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190159f00 msgr2=0x7f519014d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190159f00 0x7f519014d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f51953a7640 1 -- 172.21.15.50:0/95493384 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51800094d0 con 0x7f51901596e0 2023-07-12T13:55:59.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.438+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0d8412a440 con 0x7f0d7c1763c0 2023-07-12T13:55:59.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 -- start start 2023-07-12T13:55:59.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f51953a7640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 0x7f51900ce150 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f518c00c4f0 tx=0x7f518c001e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c005480 con 0x7f51901596e0 2023-07-12T13:55:59.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518c003600 con 0x7f51901596e0 2023-07-12T13:55:59.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c003990 con 0x7f51901596e0 2023-07-12T13:55:59.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51900ce690 con 0x7f51901596e0 2023-07-12T13:55:59.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51900b4bb0 con 0x7f51901596e0 2023-07-12T13:55:59.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f0d76ffd640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d68066380 0x7f0d68068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0d84199e50 con 0x7f0d7c1763c0 2023-07-12T13:55:59.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 0x7fe8540c5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8540c3b30 0x7fe8540b4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f0d8a09c640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d68066380 0x7f0d68068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe852d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 0x7fe8540c5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe852d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 0x7fe8540c5fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47508/0 (socket says 172.21.15.50:47508) 2023-07-12T13:55:59.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe852d9d640 1 -- 172.21.15.50:0/2131065556 learned_addr learned my addr 172.21.15.50:0/2131065556 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:55:59.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8540b54f0 0x7fe8541542c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe84bfff640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8540c3b30 0x7fe8540b4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540b5970 con 0x7fe8400039f0 2023-07-12T13:55:59.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540c66c0 con 0x7fe8540c3b30 2023-07-12T13:55:59.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540c88f0 con 0x7fe8540b54f0 2023-07-12T13:55:59.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe85359e640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8540b54f0 0x7fe8541542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f0d8a09c640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d68066380 0x7f0d68068830 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009a90 tx=0x7f0d80008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5170005260 con 0x7f51901596e0 2023-07-12T13:55:59.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe85359e640 1 -- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8540c3b30 msgr2=0x7fe8540b4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe85359e640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8540c3b30 0x7fe8540b4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe85359e640 1 -- 172.21.15.50:0/2131065556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 msgr2=0x7fe8540c5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe85359e640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 0x7fe8540c5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe85359e640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8540c8bd0 con 0x7fe8540b54f0 2023-07-12T13:55:59.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe852d9d640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 0x7fe8540c5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:59.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7fe84bfff640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8540c3b30 0x7fe8540b4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:55:59.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7fe85359e640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8540b54f0 0x7fe8541542c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe854159e80 tx=0x7fe84c00dd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.442+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f753815c170 con 0x7f753806b000 2023-07-12T13:55:59.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef80b4040 con 0x7f8ef00039f0 2023-07-12T13:55:59.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ef8004220 con 0x7f8ef00039f0 2023-07-12T13:55:59.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef8003620 con 0x7f8ef00039f0 2023-07-12T13:55:59.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f100af760 con 0x7f8ef00039f0 2023-07-12T13:55:59.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f100afd20 con 0x7f8ef00039f0 2023-07-12T13:55:59.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3dbc01e460 con 0x7f3dcc157da0 2023-07-12T13:55:59.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f518c003af0 con 0x7f51901596e0 2023-07-12T13:55:59.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f5185ffb640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5174066280 0x7f5174068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f518c082de0 con 0x7f51901596e0 2023-07-12T13:55:59.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f5194ba6640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5174066280 0x7f5174068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f5194ba6640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5174066280 0x7f5174068730 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f51800af000 tx=0x7f51800b6040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ee8005260 con 0x7f8ef00039f0 2023-07-12T13:55:59.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.446+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0d84167360 con 0x7f0d7c1763c0 2023-07-12T13:55:59.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f3dc2ffd640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3db0066350 0x7f3db0068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3dbc084e70 con 0x7f3dcc157da0 2023-07-12T13:55:59.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8ef8003780 con 0x7f8ef00039f0 2023-07-12T13:55:59.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f3dd20d3640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3db0066350 0x7f3db0068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f8f0cff9640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ef4066300 0x7f8ef40687b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8ef811d740 con 0x7f8ef00039f0 2023-07-12T13:55:59.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f3dd20d3640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3db0066350 0x7f3db0068800 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3dc40ae000 tx=0x7f3dc40a7070 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84c00e950 con 0x7fe8540b54f0 2023-07-12T13:55:59.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe84c012070 con 0x7fe8540b54f0 2023-07-12T13:55:59.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84c00ecf0 con 0x7fe8540b54f0 2023-07-12T13:55:59.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8540c8eb0 con 0x7fe8540b54f0 2023-07-12T13:55:59.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe854154800 con 0x7fe8540b54f0 2023-07-12T13:55:59.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f518c050300 con 0x7f51901596e0 2023-07-12T13:55:59.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f8f07fff640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ef4066300 0x7f8ef40687b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7f8f07fff640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ef4066300 0x7f8ef40687b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8f100c8aa0 tx=0x7f8f00001760 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.450+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8540c8750 con 0x7fe8540b54f0 2023-07-12T13:55:59.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.454+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3dbc052360 con 0x7f3dcc157da0 2023-07-12T13:55:59.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.454+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8ef80eace0 con 0x7f8ef00039f0 2023-07-12T13:55:59.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.454+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe84c006d50 con 0x7fe8540b54f0 2023-07-12T13:55:59.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.454+0000 7fe84b7fe640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe834066380 0x7fe834068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:55:59.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.454+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe84c0832b0 con 0x7fe8540b54f0 2023-07-12T13:55:59.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.458+0000 7fe852d9d640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe834066380 0x7fe834068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:55:59.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.458+0000 7fe852d9d640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe834066380 0x7fe834068830 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe844007040 tx=0x7fe8440019d0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:55:59.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.458+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe8540c8750 con 0x7fe8540b54f0 2023-07-12T13:55:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.738+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f521015aed0 con 0x7f521006b710 2023-07-12T13:55:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.738+0000 7f5205ffb640 1 -- 172.21.15.50:0/4210447619 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f52080f24b0 con 0x7f521006b710 2023-07-12T13:55:59.743 INFO:teuthology.orchestra.run.smithi050.stdout:55834574855 2023-07-12T13:55:59.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f51f4066350 msgr2=0x7f51f4068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f51f4066350 0x7f51f4068800 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f521006d6d0 tx=0x7f520c009040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 msgr2=0x7f521014ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 0x7f521014ef20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f52080b2040 tx=0x7f520801bf10 comp rx=0 tx=0).stop 2023-07-12T13:55:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 shutdown_connections 2023-07-12T13:55:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f51f4066350 0x7f51f4068800 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f5210157da0 0x7f521014f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52100ce2e0 0x7f521013bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 --2- 172.21.15.50:0/4210447619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f521006b710 0x7f521014ef20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 >> 172.21.15.50:0/4210447619 conn(0x7f52100b04d0 msgr2=0x7f5210159860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 shutdown_connections 2023-07-12T13:55:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.742+0000 7f5217a19640 1 -- 172.21.15.50:0/4210447619 wait complete. 2023-07-12T13:55:59.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.758+0000 7f7966dfa640 1 -- 172.21.15.50:0/1836680090 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f796013b030 con 0x7f79601608f0 2023-07-12T13:55:59.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.762+0000 7f795d7fa640 1 -- 172.21.15.50:0/1836680090 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f796013b030 con 0x7f79601608f0 2023-07-12T13:55:59.764 INFO:teuthology.orchestra.run.smithi050.stdout:55834574854 2023-07-12T13:55:59.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 -- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f794c0662d0 msgr2=0x7f794c068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f794c0662d0 0x7f794c068780 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7958000f90 tx=0x7f79580a7070 comp rx=0 tx=0).stop 2023-07-12T13:55:59.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 -- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79601608f0 msgr2=0x7f796015d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79601608f0 0x7f796015d300 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f795400b3f0 tx=0x7f795400b8b0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 -- 172.21.15.50:0/1836680090 shutdown_connections 2023-07-12T13:55:59.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f794c0662d0 0x7f794c068780 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7960160cc0 0x7f796015d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79601608f0 0x7f796015d300 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 --2- 172.21.15.50:0/1836680090 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f796006cb50 0x7f7960139c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 -- 172.21.15.50:0/1836680090 >> 172.21.15.50:0/1836680090 conn(0x7f79600b04d0 msgr2=0x7f79600ad9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 -- 172.21.15.50:0/1836680090 shutdown_connections 2023-07-12T13:55:59.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.770+0000 7f7946ffd640 1 -- 172.21.15.50:0/1836680090 wait complete. 2023-07-12T13:55:59.778 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.1 2023-07-12T13:55:59.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.774+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f8ee8005510 con 0x7f8ef00039f0 2023-07-12T13:55:59.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.774+0000 7f8f0cff9640 1 -- 172.21.15.50:0/580609780 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8ef800f040 con 0x7f8ef00039f0 2023-07-12T13:55:59.779 INFO:teuthology.orchestra.run.smithi050.stdout:55834574853 2023-07-12T13:55:59.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f753815c170 con 0x7f753806b000 2023-07-12T13:55:59.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f752dffb640 1 -- 172.21.15.50:0/2707886814 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f753815c170 con 0x7f753806b000 2023-07-12T13:55:59.780 INFO:teuthology.orchestra.run.smithi050.stdout:55834574854 2023-07-12T13:55:59.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ef4066300 msgr2=0x7f8ef40687b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ef4066300 0x7f8ef40687b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8f100c8aa0 tx=0x7f8f00001760 comp rx=0 tx=0).stop 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 msgr2=0x7f8f10149950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8f10149950 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8ef801cef0 tx=0x7f8ef0005800 comp rx=0 tx=0).stop 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 shutdown_connections 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ef4066300 0x7f8ef40687b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8f1006ae90 0x7f8f1006b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f1014f2d0 0x7f8f100aeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 --2- 172.21.15.50:0/580609780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ef00039f0 0x7f8f10149950 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 >> 172.21.15.50:0/580609780 conn(0x7f8f1009b390 msgr2=0x7f8f100cef90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f751c066350 msgr2=0x7f751c068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f751c066350 0x7f751c068800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7528007fd0 tx=0x7f7528009040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 msgr2=0x7f75381407f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f75381407f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f75300ad000 tx=0x7f753001bdc0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 shutdown_connections 2023-07-12T13:55:59.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f8f14b98640 1 -- 172.21.15.50:0/580609780 wait complete. 2023-07-12T13:55:59.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 shutdown_connections 2023-07-12T13:55:59.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f751c066350 0x7f751c068800 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753815bd60 0x7f753813bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f753806f6e0 0x7f75380b1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 --2- 172.21.15.50:0/2707886814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f753806b000 0x7f75381407f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.778+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 >> 172.21.15.50:0/2707886814 conn(0x7f75380b04d0 msgr2=0x7f753814f160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.782+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 shutdown_connections 2023-07-12T13:55:59.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.782+0000 7f751b7fe640 1 -- 172.21.15.50:0/2707886814 wait complete. 2023-07-12T13:55:59.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.782+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f0d6c005510 con 0x7f0d7c1763c0 2023-07-12T13:55:59.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.782+0000 7f0d76ffd640 1 -- 172.21.15.50:0/3307438384 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0d8419b090 con 0x7f0d7c1763c0 2023-07-12T13:55:59.788 INFO:teuthology.orchestra.run.smithi050.stdout:55834574854 2023-07-12T13:55:59.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f5170005510 con 0x7f51901596e0 2023-07-12T13:55:59.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d68066380 msgr2=0x7f0d68068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d68066380 0x7f0d68068830 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009a90 tx=0x7f0d80008040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d7c1763c0 msgr2=0x7f0d7c176830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d7c1763c0 0x7f0d7c176830 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0d84067420 tx=0x7f0d70005800 comp rx=0 tx=0).stop 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 shutdown_connections 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d68066380 0x7f0d68068830 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d7c1763c0 0x7f0d7c176830 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d7c04e490 0x7f0d7c049c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 --2- 172.21.15.50:0/3307438384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d7c04e0c0 0x7f0d7c035920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 >> 172.21.15.50:0/3307438384 conn(0x7f0d7c051640 msgr2=0x7f0d7c0dfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 shutdown_connections 2023-07-12T13:55:59.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f0d8b09e640 1 -- 172.21.15.50:0/3307438384 wait complete. 2023-07-12T13:55:59.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f5185ffb640 1 -- 172.21.15.50:0/95493384 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f518c017090 con 0x7f51901596e0 2023-07-12T13:55:59.792 INFO:teuthology.orchestra.run.smithi050.stdout:55834574855 2023-07-12T13:55:59.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f3dcc06d500 con 0x7f3dcc157da0 2023-07-12T13:55:59.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.786+0000 7f3dc2ffd640 1 -- 172.21.15.50:0/2661915815 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3dbc055980 con 0x7f3dcc157da0 2023-07-12T13:55:59.793 INFO:teuthology.orchestra.run.smithi050.stdout:60129542150 2023-07-12T13:55:59.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5174066280 msgr2=0x7f5174068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5174066280 0x7f5174068730 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f51800af000 tx=0x7f51800b6040 comp rx=0 tx=0).stop 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 msgr2=0x7f51900ce150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 0x7f51900ce150 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f518c00c4f0 tx=0x7f518c001e80 comp rx=0 tx=0).stop 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 shutdown_connections 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5174066280 0x7f5174068730 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190159f00 0x7f519014d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5190159ab0 0x7f51901fb2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 --2- 172.21.15.50:0/95493384 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f51901596e0 0x7f51900ce150 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 >> 172.21.15.50:0/95493384 conn(0x7f519006eb80 msgr2=0x7f519006d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 shutdown_connections 2023-07-12T13:55:59.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f51963a9640 1 -- 172.21.15.50:0/95493384 wait complete. 2023-07-12T13:55:59.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe8540c8750 con 0x7fe8540b54f0 2023-07-12T13:55:59.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3db0066350 msgr2=0x7f3db0068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3db0066350 0x7f3db0068800 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3dc40ae000 tx=0x7f3dc40a7070 comp rx=0 tx=0).stop 2023-07-12T13:55:59.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 msgr2=0x7f3dcc150c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 0x7f3dcc150c90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc00d830 tx=0x7f3dbc00dcf0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 shutdown_connections 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3db0066350 0x7f3db0068800 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3dcc158210 0x7f3dcc14f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dcc157da0 0x7f3dcc150c90 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 --2- 172.21.15.50:0/2661915815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc0ce2e0 0x7f3dcc1f3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 >> 172.21.15.50:0/2661915815 conn(0x7f3dcc0b04d0 msgr2=0x7f3dcc13ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7fe84b7fe640 1 -- 172.21.15.50:0/2131065556 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe8540c8750 con 0x7fe8540b54f0 2023-07-12T13:55:59.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 shutdown_connections 2023-07-12T13:55:59.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.790+0000 7f3dc0ff9640 1 -- 172.21.15.50:0/2661915815 wait complete. 2023-07-12T13:55:59.799 INFO:teuthology.orchestra.run.smithi050.stdout:60129542149 2023-07-12T13:55:59.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe834066380 msgr2=0x7fe834068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe834066380 0x7fe834068830 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe844007040 tx=0x7fe8440019d0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8540b54f0 msgr2=0x7fe8541542c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:55:59.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8540b54f0 0x7fe8541542c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe854159e80 tx=0x7fe84c00dd50 comp rx=0 tx=0).stop 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 shutdown_connections 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe834066380 0x7fe834068830 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8540b54f0 0x7fe8541542c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8540c3b30 0x7fe8540b4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 --2- 172.21.15.50:0/2131065556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8400039f0 0x7fe8540c5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 >> 172.21.15.50:0/2131065556 conn(0x7fe85406eb80 msgr2=0x7fe854155760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:55:59.801 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 shutdown_connections 2023-07-12T13:55:59.802 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:55:59.794+0000 7fe858966640 1 -- 172.21.15.50:0/2131065556 wait complete. 2023-07-12T13:55:59.814 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.0 2023-07-12T13:55:59.821 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.4 2023-07-12T13:55:59.825 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574853 for osd.5 2023-07-12T13:55:59.828 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.3 2023-07-12T13:55:59.833 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.2 2023-07-12T13:55:59.834 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.6 2023-07-12T13:55:59.837 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2023-07-12T13:56:00.778 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-07-12T13:56:00.816 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-07-12T13:56:00.822 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-07-12T13:56:00.825 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-07-12T13:56:00.829 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-07-12T13:56:00.833 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-07-12T13:56:00.836 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-07-12T13:56:00.838 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-07-12T13:56:00.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.978+0000 7f891269c640 1 Processor -- start 2023-07-12T13:56:00.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.978+0000 7f891269c640 1 -- start start 2023-07-12T13:56:00.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f891269c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f890c15bd60 0x7f890c157da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:00.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f891269c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f890c1582e0 0x7f890c06f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:00.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f891269c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f890c06f250 con 0x7f890c06b000 2023-07-12T13:56:00.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f891269c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f890c158770 con 0x7f890c1582e0 2023-07-12T13:56:00.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f891269c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f890c158a50 con 0x7f890c15bd60 2023-07-12T13:56:00.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f890b7fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f890c15bd60 0x7f890c157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:00.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f890b7fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f890c15bd60 0x7f890c157da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49316/0 (socket says 172.21.15.50:49316) 2023-07-12T13:56:00.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f890b7fe640 1 -- 172.21.15.50:0/1701313422 learned_addr learned my addr 172.21.15.50:0/1701313422 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:00.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f8910c39640 1 --2- 172.21.15.50:0/1701313422 >> v2:172.21.15.50:3300/0 conn(0x7f890c1582e0 0x7f890c06f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:00.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f8910c39640 1 -- 172.21.15.50:0/1701313422 >> v2:172.21.15.55:3300/0 conn(0x7f890c15bd60 msgr2=0x7f890c157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:00.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f8910c39640 1 --2- 172.21.15.50:0/1701313422 >> v2:172.21.15.55:3300/0 conn(0x7f890c15bd60 0x7f890c157da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:00.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f8910c39640 1 -- 172.21.15.50:0/1701313422 >> v1:172.21.15.50:6789/0 conn(0x7f890c06b000 legacy=0x7f890c06b3d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:56:00.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.982+0000 7f8910c39640 1 -- 172.21.15.50:0/1701313422 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f890c158d30 con 0x7f890c1582e0 2023-07-12T13:56:00.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f8910c39640 1 --2- 172.21.15.50:0/1701313422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c1582e0 0x7f890c06f6e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f890c06a890 tx=0x7f88fc01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81da7025d089ec14 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:00.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f890affd640 1 -- 172.21.15.50:0/1701313422 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88fc0ab610 con 0x7f890c1582e0 2023-07-12T13:56:00.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f890affd640 1 -- 172.21.15.50:0/1701313422 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88fc0ab770 con 0x7f890c1582e0 2023-07-12T13:56:00.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 -- 172.21.15.50:0/1701313422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c1582e0 msgr2=0x7f890c06f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:00.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 --2- 172.21.15.50:0/1701313422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c1582e0 0x7f890c06f6e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f890c06a890 tx=0x7f88fc01c3f0 comp rx=0 tx=0).stop 2023-07-12T13:56:00.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 -- 172.21.15.50:0/1701313422 shutdown_connections 2023-07-12T13:56:00.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 --2- 172.21.15.50:0/1701313422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c1582e0 0x7f890c06f6e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:00.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 --2- 172.21.15.50:0/1701313422 >> v2:172.21.15.55:3300/0 conn(0x7f890c15bd60 0x7f890c157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:00.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 -- 172.21.15.50:0/1701313422 >> 172.21.15.50:0/1701313422 conn(0x7f890c0b04d0 msgr2=0x7f890c0cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:00.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 -- 172.21.15.50:0/1701313422 shutdown_connections 2023-07-12T13:56:00.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.990+0000 7f891269c640 1 -- 172.21.15.50:0/1701313422 wait complete. 2023-07-12T13:56:00.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 Processor -- start 2023-07-12T13:56:00.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 -- start start 2023-07-12T13:56:00.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f890c06b000 0x7f890c15f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:00.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f890c1582e0 0x7f890c15c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:00.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c15bd60 0x7f890c1f7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:00.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f890c156450 con 0x7f890c15bd60 2023-07-12T13:56:01.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f890c1609c0 con 0x7f890c06b000 2023-07-12T13:56:01.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.994+0000 7f891269c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f890c15cc80 con 0x7f890c1582e0 2023-07-12T13:56:01.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f890b7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f890c1582e0 0x7f890c15c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c15bd60 0x7f890c1f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f890b7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f890c1582e0 0x7f890c15c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59408/0 (socket says 172.21.15.50:59408) 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f890b7fe640 1 -- 172.21.15.50:0/3879579580 learned_addr learned my addr 172.21.15.50:0/3879579580 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f890bfff640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f890c06b000 0x7f890c15f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 -- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f890c1582e0 msgr2=0x7f890c15c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f890c1582e0 0x7f890c15c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 -- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f890c06b000 msgr2=0x7f890c15f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f890c06b000 0x7f890c15f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 -- 172.21.15.50:0/3879579580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88fc009420 con 0x7f890c15bd60 2023-07-12T13:56:01.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8910c39640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c15bd60 0x7f890c1f7450 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f890c06ac60 tx=0x7f88fc01ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88fc0ab610 con 0x7f890c15bd60 2023-07-12T13:56:01.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f890c15cf60 con 0x7f890c15bd60 2023-07-12T13:56:01.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88fc0b3a10 con 0x7f890c15bd60 2023-07-12T13:56:01.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88fc0b3dc0 con 0x7f890c15bd60 2023-07-12T13:56:01.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:00.998+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f890c15d520 con 0x7f890c15bd60 2023-07-12T13:56:01.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.002+0000 7f88f27fc640 1 -- 172.21.15.50:0/3879579580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88e4005260 con 0x7f890c15bd60 2023-07-12T13:56:01.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.002+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f88fc0b5400 con 0x7f890c15bd60 2023-07-12T13:56:01.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.006+0000 7f8908ff9640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f88f4066470 0x7f88f4068920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.006+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f88fc11e790 con 0x7f890c15bd60 2023-07-12T13:56:01.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.006+0000 7f890bfff640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f88f4066470 0x7f88f4068920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.006+0000 7f890bfff640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f88f4066470 0x7f88f4068920 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f89000016c0 tx=0x7f8900009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.014+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f88fc0ebdc0 con 0x7f890c15bd60 2023-07-12T13:56:01.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.042+0000 7f8813c48640 1 Processor -- start 2023-07-12T13:56:01.048 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.042+0000 7f8813c48640 1 -- start start 2023-07-12T13:56:01.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f8813c48640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f880c06b000 0x7f880c06b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f8813c48640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f880c15bd60 0x7f880c157da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f8813c48640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f880c06f250 con 0x7f880c1582e0 2023-07-12T13:56:01.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f8813c48640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f880c13de30 con 0x7f880c06b000 2023-07-12T13:56:01.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f8813c48640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f880c0706f0 con 0x7f880c15bd60 2023-07-12T13:56:01.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88121e5640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f880c1582e0 0x7f880c13ce90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50272/0 (socket says 172.21.15.50:50272) 2023-07-12T13:56:01.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88121e5640 1 -- 172.21.15.50:0/3330014424 learned_addr learned my addr 172.21.15.50:0/3330014424 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:01.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88119e4640 1 --2- 172.21.15.50:0/3330014424 >> v2:172.21.15.50:3300/0 conn(0x7f880c06b000 0x7f880c06b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88111e3640 1 --2- 172.21.15.50:0/3330014424 >> v2:172.21.15.55:3300/0 conn(0x7f880c15bd60 0x7f880c157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88111e3640 1 -- 172.21.15.50:0/3330014424 >> v2:172.21.15.50:3300/0 conn(0x7f880c06b000 msgr2=0x7f880c06b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88111e3640 1 --2- 172.21.15.50:0/3330014424 >> v2:172.21.15.50:3300/0 conn(0x7f880c06b000 0x7f880c06b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88111e3640 1 -- 172.21.15.50:0/3330014424 >> v1:172.21.15.50:6789/0 conn(0x7f880c1582e0 legacy=0x7f880c13ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.046+0000 7f88111e3640 1 -- 172.21.15.50:0/3330014424 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f880c06b910 con 0x7f880c15bd60 2023-07-12T13:56:01.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 Processor -- start 2023-07-12T13:56:01.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 -- start start 2023-07-12T13:56:01.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f88111e3640 1 --2- 172.21.15.50:0/3330014424 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c15bd60 0x7f880c157da0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f880c06a890 tx=0x7f880401c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91e4390b752bc104 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f88109e2640 1 -- 172.21.15.50:0/3330014424 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88040a5810 con 0x7f880c15bd60 2023-07-12T13:56:01.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f88109e2640 1 -- 172.21.15.50:0/3330014424 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88040a5970 con 0x7f880c15bd60 2023-07-12T13:56:01.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f88109e2640 1 -- 172.21.15.50:0/3330014424 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88040a5d00 con 0x7f880c15bd60 2023-07-12T13:56:01.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 -- 172.21.15.50:0/3330014424 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c15bd60 msgr2=0x7f880c157da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 --2- 172.21.15.50:0/3330014424 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c15bd60 0x7f880c157da0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f880c06a890 tx=0x7f880401c8e0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 -- 172.21.15.50:0/3330014424 shutdown_connections 2023-07-12T13:56:01.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 --2- 172.21.15.50:0/3330014424 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c15bd60 0x7f880c157da0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 --2- 172.21.15.50:0/3330014424 >> v2:172.21.15.50:3300/0 conn(0x7f880c06b000 0x7f880c06b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 -- 172.21.15.50:0/3330014424 >> 172.21.15.50:0/3330014424 conn(0x7f880c0b04d0 msgr2=0x7f880c0cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 -- 172.21.15.50:0/3330014424 shutdown_connections 2023-07-12T13:56:01.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fad7c06cf30 0x7fad7c15c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fad7c151ca0 0x7fad7c152120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad7c158ff0 con 0x7fad7c069490 2023-07-12T13:56:01.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad7c15bde0 con 0x7fad7c06cf30 2023-07-12T13:56:01.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad80959640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad7c15b720 con 0x7fad7c151ca0 2023-07-12T13:56:01.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad79d9b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fad7c151ca0 0x7fad7c152120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad79d9b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fad7c151ca0 0x7fad7c152120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49344/0 (socket says 172.21.15.50:49344) 2023-07-12T13:56:01.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7fad79d9b640 1 -- 172.21.15.50:0/337105027 learned_addr learned my addr 172.21.15.50:0/337105027 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.054+0000 7f8813c48640 1 -- 172.21.15.50:0/3330014424 wait complete. 2023-07-12T13:56:01.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.058+0000 7f8813c48640 1 Processor -- start 2023-07-12T13:56:01.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.058+0000 7fad79d9b640 1 -- 172.21.15.50:0/337105027 >> v2:172.21.15.50:3300/0 conn(0x7fad7c06cf30 msgr2=0x7fad7c15c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.058+0000 7fad79d9b640 1 --2- 172.21.15.50:0/337105027 >> v2:172.21.15.50:3300/0 conn(0x7fad7c06cf30 0x7fad7c15c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.058+0000 7fad79d9b640 1 -- 172.21.15.50:0/337105027 >> v1:172.21.15.50:6789/0 conn(0x7fad7c069490 legacy=0x7fad7c157f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.058+0000 7fad79d9b640 1 -- 172.21.15.50:0/337105027 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad7c15ba00 con 0x7fad7c151ca0 2023-07-12T13:56:01.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.058+0000 7f8813c48640 1 -- start start 2023-07-12T13:56:01.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f880c06b000 0x7f880c13c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 0x7f880c140770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f880c15bd60 0x7f880c0ca4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad79d9b640 1 --2- 172.21.15.50:0/337105027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c151ca0 0x7fad7c152120 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fad7c0707f0 tx=0x7fad7001c430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a404097d7a0c01b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88119e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f880c06b000 0x7f880c13c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 0x7f880c140770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 0x7f880c140770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49360/0 (socket says 172.21.15.50:49360) 2023-07-12T13:56:01.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88119e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f880c06b000 0x7f880c13c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47568/0 (socket says 172.21.15.50:47568) 2023-07-12T13:56:01.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 -- 172.21.15.50:0/487470316 learned_addr learned my addr 172.21.15.50:0/487470316 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88121e5640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f880c15bd60 0x7f880c0ca4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c13e980 con 0x7f880c06b000 2023-07-12T13:56:01.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c13f7e0 con 0x7f880c1582e0 2023-07-12T13:56:01.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f880c13eb60 con 0x7f880c15bd60 2023-07-12T13:56:01.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad7959a640 1 -- 172.21.15.50:0/337105027 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad700ab600 con 0x7fad7c151ca0 2023-07-12T13:56:01.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad7959a640 1 -- 172.21.15.50:0/337105027 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad700a7050 con 0x7fad7c151ca0 2023-07-12T13:56:01.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad7959a640 1 -- 172.21.15.50:0/337105027 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad700ab980 con 0x7fad7c151ca0 2023-07-12T13:56:01.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 -- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f880c15bd60 msgr2=0x7f880c0ca4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f880c15bd60 0x7f880c0ca4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 -- 172.21.15.50:0/487470316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f880c06b000 msgr2=0x7f880c13c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f880c06b000 0x7f880c13c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8804009a70 con 0x7f880c1582e0 2023-07-12T13:56:01.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88121e5640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f880c15bd60 0x7f880c0ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:01.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 -- 172.21.15.50:0/337105027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c151ca0 msgr2=0x7fad7c152120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 --2- 172.21.15.50:0/337105027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c151ca0 0x7fad7c152120 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fad7c0707f0 tx=0x7fad7001c430 comp rx=0 tx=0).stop 2023-07-12T13:56:01.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 -- 172.21.15.50:0/337105027 shutdown_connections 2023-07-12T13:56:01.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 --2- 172.21.15.50:0/337105027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c151ca0 0x7fad7c152120 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 --2- 172.21.15.50:0/337105027 >> v2:172.21.15.50:3300/0 conn(0x7fad7c06cf30 0x7fad7c15c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 -- 172.21.15.50:0/337105027 >> 172.21.15.50:0/337105027 conn(0x7fad7c0650b0 msgr2=0x7fad7c0654b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88111e3640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 0x7f880c140770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f880401a510 tx=0x7f88040196a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 -- 172.21.15.50:0/337105027 shutdown_connections 2023-07-12T13:56:01.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88040ad850 con 0x7f880c1582e0 2023-07-12T13:56:01.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88040ad9b0 con 0x7f880c1582e0 2023-07-12T13:56:01.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88040add20 con 0x7f880c1582e0 2023-07-12T13:56:01.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f880c13ee40 con 0x7f880c1582e0 2023-07-12T13:56:01.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7f8813c48640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f880c13f400 con 0x7f880c1582e0 2023-07-12T13:56:01.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.062+0000 7fad80959640 1 -- 172.21.15.50:0/337105027 wait complete. 2023-07-12T13:56:01.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.066+0000 7fad80959640 1 Processor -- start 2023-07-12T13:56:01.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.066+0000 7fad80959640 1 -- start start 2023-07-12T13:56:01.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 0x7fad7c15a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c06cf30 0x7fad7c1fc810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.066+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f88040b4070 con 0x7f880c1582e0 2023-07-12T13:56:01.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.066+0000 7f88027fc640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f87f0066350 0x7f87f0068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f880411ed80 con 0x7f880c1582e0 2023-07-12T13:56:01.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f880c0676a0 con 0x7f880c1582e0 2023-07-12T13:56:01.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f88119e4640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f87f0066350 0x7f87f0068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 Processor -- start 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 0x7fad7c15a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7c151ca0 0x7fad7c1fcd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 0x7fad7c15a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59426/0 (socket says 172.21.15.50:59426) 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 -- 172.21.15.50:0/1904840001 learned_addr learned my addr 172.21.15.50:0/1904840001 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad7c146170 con 0x7fad7c151ca0 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad7c146cf0 con 0x7fad7c06cf30 2023-07-12T13:56:01.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad7c1463c0 con 0x7fad7c069490 2023-07-12T13:56:01.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad79d9b640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c06cf30 0x7fad7c1fc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f88119e4640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f87f0066350 0x7f87f0068800 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f880c16ac80 tx=0x7f8808009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7ad9d640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7c151ca0 0x7fad7c1fcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 -- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c06cf30 msgr2=0x7fad7c1fc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c06cf30 0x7fad7c1fc810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 -- 172.21.15.50:0/1904840001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7c151ca0 msgr2=0x7fad7c1fcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7c151ca0 0x7fad7c1fcd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad700094d0 con 0x7fad7c069490 2023-07-12T13:56:01.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7ad9d640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7c151ca0 0x7fad7c1fcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:01.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 -- start start 2023-07-12T13:56:01.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad7a59c640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 0x7fad7c15a450 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fad7400ba50 tx=0x7fad7400bf10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad7400cbe0 con 0x7fad7c069490 2023-07-12T13:56:01.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad7400cd60 con 0x7fad7c069490 2023-07-12T13:56:01.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad74014680 con 0x7fad7c069490 2023-07-12T13:56:01.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad7c1466a0 con 0x7fad7c069490 2023-07-12T13:56:01.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad7c15a990 con 0x7fad7c069490 2023-07-12T13:56:01.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b9803a800 0x7f0b980511c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0b980371d0 0x7f0b980df2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b980dee20 con 0x7f0b980079f0 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b98037820 con 0x7f0b980371d0 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0ba5d00640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b980e33a0 con 0x7f0b9803a800 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0b9ffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0b980371d0 0x7f0b980df2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b9803a800 0x7f0b980511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0b9ffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0b980371d0 0x7f0b980df2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47588/0 (socket says 172.21.15.50:47588) 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.070+0000 7f0b9ffff640 1 -- 172.21.15.50:0/447210878 learned_addr learned my addr 172.21.15.50:0/447210878 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7f0b9ffff640 1 -- 172.21.15.50:0/447210878 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b9803a800 msgr2=0x7f0b980511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7f0b9ffff640 1 --2- 172.21.15.50:0/447210878 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b9803a800 0x7f0b980511c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7f0b9ffff640 1 -- 172.21.15.50:0/447210878 >> v1:172.21.15.55:6789/0 conn(0x7f0b980079f0 legacy=0x7f0b98036ac0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-12T13:56:01.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7f0b9ffff640 1 -- 172.21.15.50:0/447210878 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b980e2e70 con 0x7f0b980371d0 2023-07-12T13:56:01.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7f0b9f7fe640 1 --2- 172.21.15.50:0/447210878 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b9803a800 0x7f0b980511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:01.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fad7401d3b0 con 0x7fad7c069490 2023-07-12T13:56:01.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f88040ec390 con 0x7f880c1582e0 2023-07-12T13:56:01.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad7c066b80 con 0x7fad7c069490 2023-07-12T13:56:01.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7fad6affd640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fad5c0662d0 0x7fad5c068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.074+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fad74083cd0 con 0x7fad7c069490 2023-07-12T13:56:01.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7fad79d9b640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fad5c0662d0 0x7fad5c068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0b9ffff640 1 --2- 172.21.15.50:0/447210878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b980371d0 0x7f0b980df2a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0078dd0 tx=0x7f0ba0096ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f84ea82586cb9c2d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7fad79d9b640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fad5c0662d0 0x7fad5c068780 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fad700ad000 tx=0x7fad700a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0b9e7fc640 1 -- 172.21.15.50:0/447210878 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba011fd40 con 0x7f0b980371d0 2023-07-12T13:56:01.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0b9e7fc640 1 -- 172.21.15.50:0/447210878 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba0127440 con 0x7f0b980371d0 2023-07-12T13:56:01.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0b9e7fc640 1 -- 172.21.15.50:0/447210878 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba011fea0 con 0x7f0b980371d0 2023-07-12T13:56:01.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 -- 172.21.15.50:0/447210878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b980371d0 msgr2=0x7f0b980df2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 --2- 172.21.15.50:0/447210878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b980371d0 0x7f0b980df2a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0078dd0 tx=0x7f0ba0096ea0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 -- 172.21.15.50:0/447210878 shutdown_connections 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 --2- 172.21.15.50:0/447210878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b980371d0 0x7f0b980df2a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 --2- 172.21.15.50:0/447210878 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b9803a800 0x7f0b980511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 -- 172.21.15.50:0/447210878 >> 172.21.15.50:0/447210878 conn(0x7f0b98051ac0 msgr2=0x7f0b98051ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 -- 172.21.15.50:0/447210878 shutdown_connections 2023-07-12T13:56:01.091 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.082+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fad740511c0 con 0x7fad7c069490 2023-07-12T13:56:01.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.078+0000 7f0ba5d00640 1 -- 172.21.15.50:0/447210878 wait complete. 2023-07-12T13:56:01.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.082+0000 7f0ba5d00640 1 Processor -- start 2023-07-12T13:56:01.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.082+0000 7f0ba5d00640 1 -- start start 2023-07-12T13:56:01.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 0x7f0b9804cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b980371d0 0x7f0b9817fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b9803a800 0x7f0b9817ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9804d980 con 0x7f0b9803a800 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9804dc40 con 0x7f0b980371d0 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9804df20 con 0x7f0b980079f0 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 0x7f0b9804cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 0x7f0b9804cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59446/0 (socket says 172.21.15.50:59446) 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 -- 172.21.15.50:0/4255967258 learned_addr learned my addr 172.21.15.50:0/4255967258 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 -- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b980371d0 msgr2=0x7f0b9817fa30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b980371d0 0x7f0b9817fa30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 -- 172.21.15.50:0/4255967258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b9803a800 msgr2=0x7f0b9817ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9ffff640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b9803a800 0x7f0b9817ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b9803a800 0x7f0b9817ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 -- 172.21.15.50:0/4255967258 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b94007cd0 con 0x7f0b980079f0 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b9f7fe640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 0x7f0b9804cf70 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0b9400db50 tx=0x7f0b9400c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b94012070 con 0x7f0b980079f0 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 -- 172.21.15.50:0/4255967258 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba004e760 con 0x7f0b980079f0 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.086+0000 7f0ba5d00640 1 -- 172.21.15.50:0/4255967258 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b9804e4e0 con 0x7f0b980079f0 2023-07-12T13:56:01.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.090+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b94004030 con 0x7f0b980079f0 2023-07-12T13:56:01.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.090+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b940043c0 con 0x7f0b980079f0 2023-07-12T13:56:01.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.094+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0b940059a0 con 0x7f0b980079f0 2023-07-12T13:56:01.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.094+0000 7f0b8bfff640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0b900663f0 0x7f0b900688a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.094+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0b94084cb0 con 0x7f0b980079f0 2023-07-12T13:56:01.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.094+0000 7f0b9effd640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0b900663f0 0x7f0b900688a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.094+0000 7f0b9effd640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0b900663f0 0x7f0b900688a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0b98005c20 tx=0x7f0b8c0079c0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.098+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b80005260 con 0x7f0b980079f0 2023-07-12T13:56:01.105 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.102+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0b94052090 con 0x7f0b980079f0 2023-07-12T13:56:01.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.130+0000 7f52ba111640 1 Processor -- start 2023-07-12T13:56:01.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52ba111640 1 -- start start 2023-07-12T13:56:01.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52ba111640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f52b415b7d0 0x7f52b406bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52ba111640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40cac30 0x7f52b40ab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52ba111640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52b415cc10 con 0x7f52b40ace30 2023-07-12T13:56:01.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52ba111640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52b415c000 con 0x7f52b415b7d0 2023-07-12T13:56:01.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52ba111640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52b415c2e0 con 0x7f52b40cac30 2023-07-12T13:56:01.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f1ee707b640 1 Processor -- start 2023-07-12T13:56:01.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f1ee707b640 1 -- start start 2023-07-12T13:56:01.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b2ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f52b40ace30 0x7f52b40ca520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50286/0 (socket says 172.21.15.50:50286) 2023-07-12T13:56:01.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b2ffd640 1 -- 172.21.15.50:0/2532625032 learned_addr learned my addr 172.21.15.50:0/2532625032 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:01.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b3fff640 1 --2- 172.21.15.50:0/2532625032 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40cac30 0x7f52b40ab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f1ee707b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f1ee01608f0 0x7f1ee006aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f1ee707b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1ee0160cc0 0x7f1ee0161400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b3fff640 1 -- 172.21.15.50:0/2532625032 >> v2:172.21.15.50:3300/0 conn(0x7f52b415b7d0 msgr2=0x7f52b406bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b3fff640 1 --2- 172.21.15.50:0/2532625032 >> v2:172.21.15.50:3300/0 conn(0x7f52b415b7d0 0x7f52b406bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b3fff640 1 -- 172.21.15.50:0/2532625032 >> v1:172.21.15.50:6789/0 conn(0x7f52b40ace30 legacy=0x7f52b40ca520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.134+0000 7f52b3fff640 1 -- 172.21.15.50:0/2532625032 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52b415c5c0 con 0x7f52b40cac30 2023-07-12T13:56:01.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1ee707b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ee006b650 con 0x7f1ee006cb50 2023-07-12T13:56:01.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1ee707b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ee006b3f0 con 0x7f1ee0160cc0 2023-07-12T13:56:01.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1ee707b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ee006ef70 con 0x7f1ee01608f0 2023-07-12T13:56:01.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1ee0160cc0 0x7f1ee0161400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1ee0160cc0 0x7f1ee0161400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47608/0 (socket says 172.21.15.50:47608) 2023-07-12T13:56:01.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 -- 172.21.15.50:0/1409052403 learned_addr learned my addr 172.21.15.50:0/1409052403 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1ee4e17640 1 --2- 172.21.15.50:0/1409052403 >> v2:172.21.15.55:3300/0 conn(0x7f1ee01608f0 0x7f1ee006aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 -- 172.21.15.50:0/1409052403 >> v2:172.21.15.55:3300/0 conn(0x7f1ee01608f0 msgr2=0x7f1ee006aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 --2- 172.21.15.50:0/1409052403 >> v2:172.21.15.55:3300/0 conn(0x7f1ee01608f0 0x7f1ee006aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 -- 172.21.15.50:0/1409052403 >> v1:172.21.15.55:6789/0 conn(0x7f1ee006cb50 legacy=0x7f1ee006cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.138+0000 7f1edffff640 1 -- 172.21.15.50:0/1409052403 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ee006f250 con 0x7f1ee0160cc0 2023-07-12T13:56:01.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52b3fff640 1 --2- 172.21.15.50:0/2532625032 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40cac30 0x7f52b40ab8a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f52ac009d90 tx=0x7f52ac01c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1dc4d65c5499366 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52b27fc640 1 -- 172.21.15.50:0/2532625032 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac0a58f0 con 0x7f52b40cac30 2023-07-12T13:56:01.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52b27fc640 1 -- 172.21.15.50:0/2532625032 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52ac0a5a50 con 0x7f52b40cac30 2023-07-12T13:56:01.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52b27fc640 1 -- 172.21.15.50:0/2532625032 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac0a58f0 con 0x7f52b40cac30 2023-07-12T13:56:01.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f1edffff640 1 --2- 172.21.15.50:0/1409052403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 0x7f1ee0161400 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8009e50 tx=0x7f1ed801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38be0731a49d67f5 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 -- 172.21.15.50:0/2532625032 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40cac30 msgr2=0x7f52b40ab8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 --2- 172.21.15.50:0/2532625032 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40cac30 0x7f52b40ab8a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f52ac009d90 tx=0x7f52ac01c890 comp rx=0 tx=0).stop 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 -- 172.21.15.50:0/2532625032 shutdown_connections 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 --2- 172.21.15.50:0/2532625032 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40cac30 0x7f52b40ab8a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 --2- 172.21.15.50:0/2532625032 >> v2:172.21.15.50:3300/0 conn(0x7f52b415b7d0 0x7f52b406bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 -- 172.21.15.50:0/2532625032 >> 172.21.15.50:0/2532625032 conn(0x7f52b406a120 msgr2=0x7f52b406c940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 -- 172.21.15.50:0/2532625032 shutdown_connections 2023-07-12T13:56:01.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f1edf7fe640 1 -- 172.21.15.50:0/1409052403 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed80a57d0 con 0x7f1ee0160cc0 2023-07-12T13:56:01.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f1edf7fe640 1 -- 172.21.15.50:0/1409052403 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ed80a5930 con 0x7f1ee0160cc0 2023-07-12T13:56:01.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f9c3359e640 1 Processor -- start 2023-07-12T13:56:01.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f9c3359e640 1 -- start start 2023-07-12T13:56:01.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.142+0000 7f52ba111640 1 -- 172.21.15.50:0/2532625032 wait complete. 2023-07-12T13:56:01.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 -- 172.21.15.50:0/1409052403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 msgr2=0x7f1ee0161400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1edf7fe640 1 -- 172.21.15.50:0/1409052403 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed80a57d0 con 0x7f1ee0160cc0 2023-07-12T13:56:01.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 --2- 172.21.15.50:0/1409052403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 0x7f1ee0161400 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8009e50 tx=0x7f1ed801c930 comp rx=0 tx=0).stop 2023-07-12T13:56:01.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 -- 172.21.15.50:0/1409052403 shutdown_connections 2023-07-12T13:56:01.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 --2- 172.21.15.50:0/1409052403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 0x7f1ee0161400 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 --2- 172.21.15.50:0/1409052403 >> v2:172.21.15.55:3300/0 conn(0x7f1ee01608f0 0x7f1ee006aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 -- 172.21.15.50:0/1409052403 >> 172.21.15.50:0/1409052403 conn(0x7f1ee00b04d0 msgr2=0x7f1ee00cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 -- 172.21.15.50:0/1409052403 shutdown_connections 2023-07-12T13:56:01.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f52ba111640 1 Processor -- start 2023-07-12T13:56:01.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3359e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9c340c55f0 0x7f9c340cfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3359e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c340d00a0 0x7f9c340b7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3359e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c340d04a0 con 0x7f9c340c5220 2023-07-12T13:56:01.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3359e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c341603d0 con 0x7f9c340c55f0 2023-07-12T13:56:01.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3359e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c340b14c0 con 0x7f9c340d00a0 2023-07-12T13:56:01.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f1ee707b640 1 -- 172.21.15.50:0/1409052403 wait complete. 2023-07-12T13:56:01.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f52ba111640 1 -- start start 2023-07-12T13:56:01.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3259c640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f9c340c5220 0x7f9c340b0db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:52278/0 (socket says 172.21.15.50:52278) 2023-07-12T13:56:01.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3259c640 1 -- 172.21.15.50:0/3949314556 learned_addr learned my addr 172.21.15.50:0/3949314556 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c32d9d640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c340d00a0 0x7f9c340b7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/3949314556 >> v2:172.21.15.50:3300/0 conn(0x7f9c340c55f0 0x7f9c340cfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1388512468 0 0) 0x7f9c340d04a0 con 0x7f9c340c5220 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c20003530 con 0x7f9c340c5220 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 <== mon.1 v1:172.21.15.55:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2815069059 0 0) 0x7f9c20003530 con 0x7f9c340c5220 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c340d00a0 msgr2=0x7f9c340b7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c340d00a0 0x7f9c340b7080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 >> v2:172.21.15.50:3300/0 conn(0x7f9c340c55f0 msgr2=0x7f9c340cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 --2- 172.21.15.50:0/3949314556 >> v2:172.21.15.50:3300/0 conn(0x7f9c340c55f0 0x7f9c340cfb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 --> v1:172.21.15.55:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c340b1790 con 0x7f9c340c5220 2023-07-12T13:56:01.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 <== mon.1 v1:172.21.15.55:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f9c24001a00 con 0x7f9c340c5220 2023-07-12T13:56:01.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 0x7f52b41533b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 >> v1:172.21.15.55:6789/0 conn(0x7f9c340c5220 legacy=0x7f9c340b0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c200039f0 0x7f9c20003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c20004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c20005180 0x7f9c2000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.146+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c341603d0 con 0x7f9c200039f0 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c340b14c0 con 0x7f9c20005180 2023-07-12T13:56:01.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2000bed0 con 0x7f9c200047d0 2023-07-12T13:56:01.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f52b40cac30 0x7f52b414e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c20004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 0x7f52b41533b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 0x7f52b41533b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59480/0 (socket says 172.21.15.50:59480) 2023-07-12T13:56:01.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 -- 172.21.15.50:0/555605053 learned_addr learned my addr 172.21.15.50:0/555605053 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b2ffd640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f52b40cac30 0x7f52b414e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c32d9d640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c20005180 0x7f9c2000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f1ee707b640 1 Processor -- start 2023-07-12T13:56:01.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52b415b7d0 0x7f52b40b2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52b414e930 con 0x7f52b415b7d0 2023-07-12T13:56:01.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52b41523a0 con 0x7f52b40cac30 2023-07-12T13:56:01.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b3fff640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52b415b7d0 0x7f52b40b2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52b4152f20 con 0x7f52b40ace30 2023-07-12T13:56:01.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 -- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f52b40cac30 msgr2=0x7f52b414e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f52b40cac30 0x7f52b414e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 -- 172.21.15.50:0/555605053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52b415b7d0 msgr2=0x7f52b40b2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52b415b7d0 0x7f52b40b2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52ac009a70 con 0x7f52b40ace30 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52b37fe640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 0x7f52b41533b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f52a800b550 tx=0x7f52a800ba10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a8010870 con 0x7f52b40ace30 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52a80109f0 con 0x7f52b40ace30 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a8010da0 con 0x7f52b40ace30 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f52ba111640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52b41525f0 con 0x7f52b40ace30 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f52ba111640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52b4152bb0 con 0x7f52b40ace30 2023-07-12T13:56:01.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c31d9b640 1 -- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c20005180 msgr2=0x7f9c2000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c20005180 0x7f9c2000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c31d9b640 1 -- 172.21.15.50:0/3949314556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c200039f0 msgr2=0x7f9c20003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c200039f0 0x7f9c20003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.150+0000 7f9c31d9b640 1 -- 172.21.15.50:0/3949314556 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c20003530 con 0x7f9c200047d0 2023-07-12T13:56:01.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52b4066b80 con 0x7f52b40ace30 2023-07-12T13:56:01.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f1ee707b640 1 -- start start 2023-07-12T13:56:01.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f0cf53b7640 1 Processor -- start 2023-07-12T13:56:01.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c20004c40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009ae0 tx=0x7f9c1c01ca20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=655e9e643868a521 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f0cf53b7640 1 -- start start 2023-07-12T13:56:01.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c0a5630 con 0x7f9c200047d0 2023-07-12T13:56:01.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c1c0a5790 con 0x7f9c200047d0 2023-07-12T13:56:01.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f9c3159a640 1 -- 172.21.15.50:0/3949314556 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c0a5b40 con 0x7f9c200047d0 2023-07-12T13:56:01.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c3359e640 1 -- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 msgr2=0x7f9c20004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c3359e640 1 --2- 172.21.15.50:0/3949314556 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c20004c40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009ae0 tx=0x7f9c1c01ca20 comp rx=0 tx=0).stop 2023-07-12T13:56:01.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c32d9d640 1 -- 172.21.15.50:0/3949314556 reap_dead start 2023-07-12T13:56:01.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee707b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 0x7f1ee013f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee707b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ee01608f0 0x7f1ee0158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee707b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 0x7f1ee0158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee707b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee00af330 con 0x7f1ee0160cc0 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee707b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee00cc330 con 0x7f1ee01608f0 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee707b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee0151690 con 0x7f1ee006cb50 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 0x7f1ee013f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 0x7f1ee013f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59496/0 (socket says 172.21.15.50:59496) 2023-07-12T13:56:01.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 -- 172.21.15.50:0/816100262 learned_addr learned my addr 172.21.15.50:0/816100262 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c3359e640 1 -- 172.21.15.50:0/3949314556 shutdown_connections 2023-07-12T13:56:01.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c3359e640 1 -- 172.21.15.50:0/3949314556 >> 172.21.15.50:0/3949314556 conn(0x7f9c3409b390 msgr2=0x7f9c340d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 -- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ee01608f0 msgr2=0x7f1ee0158010 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-12T13:56:01.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ee01608f0 0x7f1ee0158010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 -- 172.21.15.50:0/816100262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 msgr2=0x7f1ee0158550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 0x7f1ee0158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 -- 172.21.15.50:0/816100262 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ed8009b30 con 0x7f1ee006cb50 2023-07-12T13:56:01.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c3359e640 1 -- 172.21.15.50:0/3949314556 shutdown_connections 2023-07-12T13:56:01.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.154+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f52a800f3c0 con 0x7f52b40ace30 2023-07-12T13:56:01.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0ceffff640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f0ce80e6d20 0x7f0ce8036640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:52288/0 (socket says 172.21.15.50:52288) 2023-07-12T13:56:01.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f529bfff640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f52a0066350 0x7f52a0068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f52a8083c10 con 0x7f52b40ace30 2023-07-12T13:56:01.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cf53b7640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0ce8036d50 0x7f0ce8033f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f52b2ffd640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f52a0066350 0x7f52a0068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0ceffff640 1 -- 172.21.15.50:0/1370477114 learned_addr learned my addr 172.21.15.50:0/1370477114 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:01.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cef7fe640 1 --2- 172.21.15.50:0/1370477114 >> v2:172.21.15.55:3300/0 conn(0x7f0ce8036d50 0x7f0ce8033f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce8050e10 0x7f0ce80544e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f1ee4e17640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 0x7f1ee013f4b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1ed000e930 tx=0x7f1ed000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f52b2ffd640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f52a0066350 0x7f52a0068800 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f52b406bac0 tx=0x7f52a4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cf4bb6640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce8050e10 0x7f0ce80544e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ce8054a20 con 0x7f0ce80e6d20 2023-07-12T13:56:01.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ce804f210 con 0x7f0ce8036d50 2023-07-12T13:56:01.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce803a760 con 0x7f0ce8050e10 2023-07-12T13:56:01.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2011973687 0 0) 0x7f0ce4001120 con 0x7f0ce80e6d20 2023-07-12T13:56:01.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ce0003530 con 0x7f0ce80e6d20 2023-07-12T13:56:01.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.158+0000 7f9c3359e640 1 -- 172.21.15.50:0/3949314556 wait complete. 2023-07-12T13:56:01.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f9c3359e640 1 Processor -- start 2023-07-12T13:56:01.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed0009690 con 0x7f1ee006cb50 2023-07-12T13:56:01.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ed000ca00 con 0x7f1ee006cb50 2023-07-12T13:56:01.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed000cd70 con 0x7f1ee006cb50 2023-07-12T13:56:01.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ee0151970 con 0x7f1ee006cb50 2023-07-12T13:56:01.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ee0151f30 con 0x7f1ee006cb50 2023-07-12T13:56:01.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f52a80511b0 con 0x7f52b40ace30 2023-07-12T13:56:01.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 <== mon.1 v1:172.21.15.55:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 404378179 0 0) 0x7f0ce0003530 con 0x7f0ce80e6d20 2023-07-12T13:56:01.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce8050e10 msgr2=0x7f0ce80544e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce8050e10 0x7f0ce80544e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 >> v2:172.21.15.55:3300/0 conn(0x7f0ce8036d50 msgr2=0x7f0ce8033f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 --2- 172.21.15.50:0/1370477114 >> v2:172.21.15.55:3300/0 conn(0x7f0ce8036d50 0x7f0ce8033f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 --> v1:172.21.15.55:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce8033ac0 con 0x7f0ce80e6d20 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 <== mon.1 v1:172.21.15.55:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f0ce4001810 con 0x7f0ce80e6d20 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 >> v1:172.21.15.55:6789/0 conn(0x7f0ce80e6d20 legacy=0x7f0ce8036640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce00039b0 0x7f0ce0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00047d0 0x7f0ce0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce0005180 0x7f0ce000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce804f210 con 0x7f0ce0005180 2023-07-12T13:56:01.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce000bf50 con 0x7f0ce00039b0 2023-07-12T13:56:01.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce000c110 con 0x7f0ce00047d0 2023-07-12T13:56:01.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce00039b0 0x7f0ce0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f9c3359e640 1 -- start start 2023-07-12T13:56:01.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f9c3359e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c341629c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f9c3359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c34200080 0x7f9c342004f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f9c3259c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c341629c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f9c3259c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c341629c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59524/0 (socket says 172.21.15.50:59524) 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 -- 172.21.15.50:0/4203570587 learned_addr learned my addr 172.21.15.50:0/4203570587 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34200a30 0x7f9c3415b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c34200080 0x7f9c342004f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c32d9d640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34200a30 0x7f9c3415b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c34201470 con 0x7f9c34200080 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c34163360 con 0x7f9c34200a30 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3415ab70 con 0x7f9c200047d0 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 -- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34200a30 msgr2=0x7f9c3415b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34200a30 0x7f9c3415b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 -- 172.21.15.50:0/4203570587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c34200080 msgr2=0x7f9c342004f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c34200080 0x7f9c342004f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c3415ae50 con 0x7f9c200047d0 2023-07-12T13:56:01.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f9c3259c640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c341629c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400cad0 tx=0x7f9c2400ced0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceffff640 1 -- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00047d0 msgr2=0x7f0ce0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00047d0 0x7f0ce0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceffff640 1 -- 172.21.15.50:0/1370477114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce0005180 msgr2=0x7f0ce000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce0005180 0x7f0ce000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.162+0000 7f0ceffff640 1 -- 172.21.15.50:0/1370477114 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce8033ac0 con 0x7f0ce00039b0 2023-07-12T13:56:01.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1ed0013470 con 0x7f1ee006cb50 2023-07-12T13:56:01.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ee0066b80 con 0x7f1ee006cb50 2023-07-12T13:56:01.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.166+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce00039b0 0x7f0ce0003dc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0ce400c1e0 tx=0x7f0ce401f330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28d3937a11a0bc71 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4005ae0 con 0x7f0ce00039b0 2023-07-12T13:56:01.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ce40ab070 con 0x7f0ce00039b0 2023-07-12T13:56:01.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0ceeffd640 1 -- 172.21.15.50:0/1370477114 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4005e80 con 0x7f0ce00039b0 2023-07-12T13:56:01.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f1edd7fa640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1ecc066350 0x7f1ecc068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1ed0083fa0 con 0x7f1ee006cb50 2023-07-12T13:56:01.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f1edffff640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1ecc066350 0x7f1ecc068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce00039b0 msgr2=0x7f0ce0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1370477114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce00039b0 0x7f0ce0003dc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0ce400c1e0 tx=0x7f0ce401f330 comp rx=0 tx=0).stop 2023-07-12T13:56:01.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf4bb6640 1 -- 172.21.15.50:0/1370477114 reap_dead start 2023-07-12T13:56:01.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f1edffff640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1ecc066350 0x7f1ecc068800 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80ae000 tx=0x7f1ed80a7070 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 shutdown_connections 2023-07-12T13:56:01.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 >> 172.21.15.50:0/1370477114 conn(0x7f0ce8051640 msgr2=0x7f0ce8051a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 shutdown_connections 2023-07-12T13:56:01.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1370477114 wait complete. 2023-07-12T13:56:01.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2400a760 con 0x7f9c200047d0 2023-07-12T13:56:01.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c2400a8e0 con 0x7f9c200047d0 2023-07-12T13:56:01.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.170+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2400ac90 con 0x7f9c200047d0 2023-07-12T13:56:01.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c3415b130 con 0x7f9c200047d0 2023-07-12T13:56:01.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c34160660 con 0x7f9c200047d0 2023-07-12T13:56:01.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1ed00514c0 con 0x7f1ee006cb50 2023-07-12T13:56:01.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f0cf53b7640 1 Processor -- start 2023-07-12T13:56:01.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c34066b80 con 0x7f9c200047d0 2023-07-12T13:56:01.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f0cf53b7640 1 -- start start 2023-07-12T13:56:01.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0cf53b7640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 0x7f0ce80d5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0cf53b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce804aab0 0x7f0ce804af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0cf53b7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce80e8880 0x7f0ce80e8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0cf53b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce804b460 con 0x7f0ce804aab0 2023-07-12T13:56:01.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0cf53b7640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce80d9da0 con 0x7f0ce80e8880 2023-07-12T13:56:01.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0cf53b7640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce8048650 con 0x7f0ce00039b0 2023-07-12T13:56:01.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 0x7f0ce80d5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 0x7f0ce80d5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:59526/0 (socket says 172.21.15.50:59526) 2023-07-12T13:56:01.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 -- 172.21.15.50:0/1517014175 learned_addr learned my addr 172.21.15.50:0/1517014175 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.174+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9c240070d0 con 0x7f9c200047d0 2023-07-12T13:56:01.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f9c2affd640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9c14066380 0x7f9c14068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9c240837f0 con 0x7f9c200047d0 2023-07-12T13:56:01.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 -- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce80e8880 msgr2=0x7f0ce80e8cf0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-12T13:56:01.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce80e8880 0x7f0ce80e8cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 -- 172.21.15.50:0/1517014175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce804aab0 msgr2=0x7f0ce804af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9c14066380 0x7f9c14068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce804aab0 0x7f0ce804af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 -- 172.21.15.50:0/1517014175 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce8048c10 con 0x7f0ce00039b0 2023-07-12T13:56:01.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f0ceffff640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 0x7f0ce80d5ff0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0ce400c1e0 tx=0x7f0ce0005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.178+0000 7f9c31d9b640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9c14066380 0x7f9c14068830 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009ae0 tx=0x7f9c1c0046d0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce40015d0 con 0x7f0ce00039b0 2023-07-12T13:56:01.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ce40b6040 con 0x7f0ce00039b0 2023-07-12T13:56:01.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4007070 con 0x7f0ce00039b0 2023-07-12T13:56:01.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ce80e9570 con 0x7f0ce00039b0 2023-07-12T13:56:01.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ce80488a0 con 0x7f0ce00039b0 2023-07-12T13:56:01.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9c24050d90 con 0x7f9c200047d0 2023-07-12T13:56:01.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.182+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ce8005390 con 0x7f0ce00039b0 2023-07-12T13:56:01.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.186+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0ce40071d0 con 0x7f0ce00039b0 2023-07-12T13:56:01.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.186+0000 7f0cecff9640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0cd4066380 0x7f0cd4068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.186+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0ce4120f30 con 0x7f0ce00039b0 2023-07-12T13:56:01.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.186+0000 7f0cef7fe640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0cd4066380 0x7f0cd4068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.186+0000 7f0cef7fe640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0cd4066380 0x7f0cd4068830 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc006e90 tx=0x7f0cdc006de0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.190+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0ce40ee420 con 0x7f0ce00039b0 2023-07-12T13:56:01.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.350+0000 7f88f27fc640 1 -- 172.21.15.50:0/3879579580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f88e4005510 con 0x7f890c15bd60 2023-07-12T13:56:01.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.350+0000 7f8908ff9640 1 -- 172.21.15.50:0/3879579580 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f88fc0ef3e0 con 0x7f890c15bd60 2023-07-12T13:56:01.355 INFO:teuthology.orchestra.run.smithi050.stdout:55834574857 2023-07-12T13:56:01.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f88f4066470 msgr2=0x7f88f4068920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f88f4066470 0x7f88f4068920 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f89000016c0 tx=0x7f8900009040 comp rx=0 tx=0).stop 2023-07-12T13:56:01.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c15bd60 msgr2=0x7f890c1f7450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c15bd60 0x7f890c1f7450 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f890c06ac60 tx=0x7f88fc01ac30 comp rx=0 tx=0).stop 2023-07-12T13:56:01.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 shutdown_connections 2023-07-12T13:56:01.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f88f4066470 0x7f88f4068920 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f890c15bd60 0x7f890c1f7450 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f890c1582e0 0x7f890c15c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 --2- 172.21.15.50:0/3879579580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f890c06b000 0x7f890c15f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 >> 172.21.15.50:0/3879579580 conn(0x7f890c0b04d0 msgr2=0x7f890c06b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 shutdown_connections 2023-07-12T13:56:01.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.354+0000 7f891269c640 1 -- 172.21.15.50:0/3879579580 wait complete. 2023-07-12T13:56:01.390 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2023-07-12T13:56:01.391 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.402+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fad7c146500 con 0x7fad7c069490 2023-07-12T13:56:01.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad6affd640 1 -- 172.21.15.50:0/1904840001 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fad7c146500 con 0x7fad7c069490 2023-07-12T13:56:01.408 INFO:teuthology.orchestra.run.smithi050.stdout:55834574856 2023-07-12T13:56:01.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f0b80005510 con 0x7f0b980079f0 2023-07-12T13:56:01.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fad5c0662d0 msgr2=0x7fad5c068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fad5c0662d0 0x7fad5c068780 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fad700ad000 tx=0x7fad700a6000 comp rx=0 tx=0).stop 2023-07-12T13:56:01.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 msgr2=0x7fad7c15a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 0x7fad7c15a450 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fad7400ba50 tx=0x7fad7400bf10 comp rx=0 tx=0).stop 2023-07-12T13:56:01.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 shutdown_connections 2023-07-12T13:56:01.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fad5c0662d0 0x7fad5c068780 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7c151ca0 0x7fad7c1fcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad7c06cf30 0x7fad7c1fc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 --2- 172.21.15.50:0/1904840001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad7c069490 0x7fad7c15a450 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 >> 172.21.15.50:0/1904840001 conn(0x7fad7c0650b0 msgr2=0x7fad7c150e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.406+0000 7f0b8bfff640 1 -- 172.21.15.50:0/4255967258 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0b940556b0 con 0x7f0b980079f0 2023-07-12T13:56:01.413 INFO:teuthology.orchestra.run.smithi050.stdout:55834574855 2023-07-12T13:56:01.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.410+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 shutdown_connections 2023-07-12T13:56:01.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.410+0000 7fad80959640 1 -- 172.21.15.50:0/1904840001 wait complete. 2023-07-12T13:56:01.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.410+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f880c158d00 con 0x7f880c1582e0 2023-07-12T13:56:01.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.410+0000 7f88027fc640 1 -- 172.21.15.50:0/487470316 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f88040b2030 con 0x7f880c1582e0 2023-07-12T13:56:01.415 INFO:teuthology.orchestra.run.smithi050.stdout:55834574856 2023-07-12T13:56:01.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.410+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0b900663f0 msgr2=0x7f0b900688a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.410+0000 7f0b89ffb640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0b900663f0 0x7f0b900688a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0b98005c20 tx=0x7f0b8c0079c0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 msgr2=0x7f0b9804cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 0x7f0b9804cf70 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0b9400db50 tx=0x7f0b9400c800 comp rx=0 tx=0).stop 2023-07-12T13:56:01.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 shutdown_connections 2023-07-12T13:56:01.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0b900663f0 0x7f0b900688a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0b9803a800 0x7f0b9817ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b980371d0 0x7f0b9817fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 --2- 172.21.15.50:0/4255967258 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0b980079f0 0x7f0b9804cf70 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 >> 172.21.15.50:0/4255967258 conn(0x7f0b98051ac0 msgr2=0x7f0b98051e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 shutdown_connections 2023-07-12T13:56:01.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f0b89ffb640 1 -- 172.21.15.50:0/4255967258 wait complete. 2023-07-12T13:56:01.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f87f0066350 msgr2=0x7f87f0068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f87f0066350 0x7f87f0068800 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f880c16ac80 tx=0x7f8808009190 comp rx=0 tx=0).stop 2023-07-12T13:56:01.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 msgr2=0x7f880c140770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 0x7f880c140770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f880401a510 tx=0x7f88040196a0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 shutdown_connections 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f87f0066350 0x7f87f0068800 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f880c15bd60 0x7f880c0ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f880c1582e0 0x7f880c140770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 --2- 172.21.15.50:0/487470316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f880c06b000 0x7f880c13c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 >> 172.21.15.50:0/487470316 conn(0x7f880c0b04d0 msgr2=0x7f880c15a5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.414+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 shutdown_connections 2023-07-12T13:56:01.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.418+0000 7f87effff640 1 -- 172.21.15.50:0/487470316 wait complete. 2023-07-12T13:56:01.444 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.4 2023-07-12T13:56:01.445 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.449 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.5 2023-07-12T13:56:01.449 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.454 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.0 2023-07-12T13:56:01.455 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.458+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f1ee00ce850 con 0x7f1ee006cb50 2023-07-12T13:56:01.460 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.458+0000 7f1edd7fa640 1 -- 172.21.15.50:0/816100262 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1ed0017090 con 0x7f1ee006cb50 2023-07-12T13:56:01.460 INFO:teuthology.orchestra.run.smithi050.stdout:55834574857 2023-07-12T13:56:01.463 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1ecc066350 msgr2=0x7f1ecc068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1ecc066350 0x7f1ecc068800 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80ae000 tx=0x7f1ed80a7070 comp rx=0 tx=0).stop 2023-07-12T13:56:01.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 msgr2=0x7f1ee013f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 0x7f1ee013f4b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1ed000e930 tx=0x7f1ed000edf0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 shutdown_connections 2023-07-12T13:56:01.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1ecc066350 0x7f1ecc068800 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ee0160cc0 0x7f1ee0158550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ee01608f0 0x7f1ee0158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 --2- 172.21.15.50:0/816100262 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1ee006cb50 0x7f1ee013f4b0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 >> 172.21.15.50:0/816100262 conn(0x7f1ee00b04d0 msgr2=0x7f1ee00b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 shutdown_connections 2023-07-12T13:56:01.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.462+0000 7f1ee707b640 1 -- 172.21.15.50:0/816100262 wait complete. 2023-07-12T13:56:01.492 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.2 2023-07-12T13:56:01.492 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f52b4070ae0 con 0x7f52b40ace30 2023-07-12T13:56:01.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f529bfff640 1 -- 172.21.15.50:0/555605053 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f52a80547d0 con 0x7f52b40ace30 2023-07-12T13:56:01.497 INFO:teuthology.orchestra.run.smithi050.stdout:60129542151 2023-07-12T13:56:01.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f52a0066350 msgr2=0x7f52a0068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f52a0066350 0x7f52a0068800 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f52b406bac0 tx=0x7f52a4009040 comp rx=0 tx=0).stop 2023-07-12T13:56:01.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 msgr2=0x7f52b41533b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 0x7f52b41533b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f52a800b550 tx=0x7f52a800ba10 comp rx=0 tx=0).stop 2023-07-12T13:56:01.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 shutdown_connections 2023-07-12T13:56:01.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f52a0066350 0x7f52a0068800 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f52b415b7d0 0x7f52b40b2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f52b40cac30 0x7f52b414e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 --2- 172.21.15.50:0/555605053 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f52b40ace30 0x7f52b41533b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 >> 172.21.15.50:0/555605053 conn(0x7f52b406a120 msgr2=0x7f52b406aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 shutdown_connections 2023-07-12T13:56:01.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f5299ffb640 1 -- 172.21.15.50:0/555605053 wait complete. 2023-07-12T13:56:01.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f0ce8054a20 con 0x7f0ce00039b0 2023-07-12T13:56:01.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.494+0000 7f0cecff9640 1 -- 172.21.15.50:0/1517014175 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0ce8054a20 con 0x7f0ce00039b0 2023-07-12T13:56:01.501 INFO:teuthology.orchestra.run.smithi050.stdout:60129542150 2023-07-12T13:56:01.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0cd4066380 msgr2=0x7f0cd4068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0cd4066380 0x7f0cd4068830 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc006e90 tx=0x7f0cdc006de0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 msgr2=0x7f0ce80d5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 0x7f0ce80d5ff0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0ce400c1e0 tx=0x7f0ce0005800 comp rx=0 tx=0).stop 2023-07-12T13:56:01.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 shutdown_connections 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0cd4066380 0x7f0cd4068830 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ce80e8880 0x7f0ce80e8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce804aab0 0x7f0ce804af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 --2- 172.21.15.50:0/1517014175 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0ce00039b0 0x7f0ce80d5ff0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 >> 172.21.15.50:0/1517014175 conn(0x7f0ce8051640 msgr2=0x7f0ce8036630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 shutdown_connections 2023-07-12T13:56:01.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.498+0000 7f0cf53b7640 1 -- 172.21.15.50:0/1517014175 wait complete. 2023-07-12T13:56:01.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.502+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f9c3406b9e0 con 0x7f9c200047d0 2023-07-12T13:56:01.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c2affd640 1 -- 172.21.15.50:0/4203570587 <== mon.2 v2:172.21.15.55:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9c24018020 con 0x7f9c200047d0 2023-07-12T13:56:01.507 INFO:teuthology.orchestra.run.smithi050.stdout:55834574856 2023-07-12T13:56:01.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9c14066380 msgr2=0x7f9c14068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9c14066380 0x7f9c14068830 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009ae0 tx=0x7f9c1c0046d0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 msgr2=0x7f9c341629c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c341629c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400cad0 tx=0x7f9c2400ced0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 shutdown_connections 2023-07-12T13:56:01.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9c14066380 0x7f9c14068830 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34200a30 0x7f9c3415b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c34200080 0x7f9c342004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 --2- 172.21.15.50:0/4203570587 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9c200047d0 0x7f9c341629c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 >> 172.21.15.50:0/4203570587 conn(0x7f9c3409b390 msgr2=0x7f9c340b53e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 shutdown_connections 2023-07-12T13:56:01.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.506+0000 7f9c3359e640 1 -- 172.21.15.50:0/4203570587 wait complete. 2023-07-12T13:56:01.523 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.6 2023-07-12T13:56:01.523 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.525 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2023-07-12T13:56:01.525 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.532 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.3 2023-07-12T13:56:01.532 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:01.533 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-07-12T13:56:01.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:56:01.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 Processor -- start 2023-07-12T13:56:01.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 -- start start 2023-07-12T13:56:01.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f736806c260 0x7f73680ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73680cd120 0x7f736815fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73680cd540 con 0x7f736815c0d0 2023-07-12T13:56:01.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f736806be10 con 0x7f736806c260 2023-07-12T13:56:01.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736e940640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73680d0f20 con 0x7f73680cd120 2023-07-12T13:56:01.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f7367fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f736815c0d0 0x7f73680cddd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50296/0 (socket says 172.21.15.50:50296) 2023-07-12T13:56:01.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f7367fff640 1 -- 172.21.15.50:0/1943835045 learned_addr learned my addr 172.21.15.50:0/1943835045 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:01.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f73677fe640 1 --2- 172.21.15.50:0/1943835045 >> v2:172.21.15.55:3300/0 conn(0x7f736806c260 0x7f73680ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736cedd640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73680cd120 0x7f736815fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f7366ffd640 1 -- 172.21.15.50:0/1943835045 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2919193075 0 0) 0x7f73680cd540 con 0x7f736815c0d0 2023-07-12T13:56:01.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f7366ffd640 1 -- 172.21.15.50:0/1943835045 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7350003530 con 0x7f736815c0d0 2023-07-12T13:56:01.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f73677fe640 1 -- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73680cd120 msgr2=0x7f736815fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:01.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f73677fe640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73680cd120 0x7f736815fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f73677fe640 1 -- 172.21.15.50:0/1943835045 >> v1:172.21.15.50:6789/0 conn(0x7f736815c0d0 legacy=0x7f73680cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f73677fe640 1 -- 172.21.15.50:0/1943835045 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73680cfaf0 con 0x7f736806c260 2023-07-12T13:56:01.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.718+0000 7f736cedd640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73680cd120 0x7f736815fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:01.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f73677fe640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f73680ccbe0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f735c0097c0 tx=0x7f735c01c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f8ab651b9651c1f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f7366ffd640 1 -- 172.21.15.50:0/1943835045 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c0ab670 con 0x7f736806c260 2023-07-12T13:56:01.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f7366ffd640 1 -- 172.21.15.50:0/1943835045 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f735c0ab7d0 con 0x7f736806c260 2023-07-12T13:56:01.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f7366ffd640 1 -- 172.21.15.50:0/1943835045 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c0abb60 con 0x7f736806c260 2023-07-12T13:56:01.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 -- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 msgr2=0x7f73680ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f73680ccbe0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f735c0097c0 tx=0x7f735c01c450 comp rx=0 tx=0).stop 2023-07-12T13:56:01.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 -- 172.21.15.50:0/1943835045 shutdown_connections 2023-07-12T13:56:01.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73680cd120 0x7f736815fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 --2- 172.21.15.50:0/1943835045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f73680ccbe0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 -- 172.21.15.50:0/1943835045 >> 172.21.15.50:0/1943835045 conn(0x7f736806d480 msgr2=0x7f736806d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 -- 172.21.15.50:0/1943835045 shutdown_connections 2023-07-12T13:56:01.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.722+0000 7f736e940640 1 -- 172.21.15.50:0/1943835045 wait complete. 2023-07-12T13:56:01.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 Processor -- start 2023-07-12T13:56:01.729 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 -- start start 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f736814d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 0x7f7368150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f736815c0d0 0x7f736814d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736814d760 con 0x7f73680cd120 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736814e7a0 con 0x7f736806c260 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7368154340 con 0x7f736815c0d0 2023-07-12T13:56:01.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 0x7f7368150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 0x7f7368150750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47680/0 (socket says 172.21.15.50:47680) 2023-07-12T13:56:01.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 -- 172.21.15.50:0/342659737 learned_addr learned my addr 172.21.15.50:0/342659737 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:01.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f7367fff640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f736814d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736cedd640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f736815c0d0 0x7f736814d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 -- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f736815c0d0 msgr2=0x7f736814d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f736815c0d0 0x7f736814d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 -- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 msgr2=0x7f736814d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f736814d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 -- 172.21.15.50:0/342659737 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7360009a70 con 0x7f73680cd120 2023-07-12T13:56:01.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f7367fff640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f736814d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:01.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f73677fe640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 0x7f7368150750 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f735c01ccf0 tx=0x7f735c01ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c0b5600 con 0x7f73680cd120 2023-07-12T13:56:01.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f735c0b5760 con 0x7f73680cd120 2023-07-12T13:56:01.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f735c009420 con 0x7f73680cd120 2023-07-12T13:56:01.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c0b5af0 con 0x7f73680cd120 2023-07-12T13:56:01.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.726+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7368154900 con 0x7f73680cd120 2023-07-12T13:56:01.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.730+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f736804e020 con 0x7f73680cd120 2023-07-12T13:56:01.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.730+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f735c0b5c50 con 0x7f73680cd120 2023-07-12T13:56:01.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.730+0000 7f7364ff9640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f73540662b0 0x7f7354068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:01.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.730+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f735c11e4c0 con 0x7f73680cd120 2023-07-12T13:56:01.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.730+0000 7f7367fff640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f73540662b0 0x7f7354068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:01.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.730+0000 7f7367fff640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f73540662b0 0x7f7354068760 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7358001210 tx=0x7f7358009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:01.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.734+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f735c0eb960 con 0x7f73680cd120 2023-07-12T13:56:01.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.890+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f736806ba00 con 0x7f73540662b0 2023-07-12T13:56:01.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.898+0000 7f7364ff9640 1 -- 172.21.15.50:0/342659737 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286651 (secure 0 0 0) 0x7f7358001400 con 0x7f73540662b0 2023-07-12T13:56:01.903 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:01.904 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:56:01.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f73540662b0 msgr2=0x7f7354068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f73540662b0 0x7f7354068760 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7358001210 tx=0x7f7358009040 comp rx=0 tx=0).stop 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 msgr2=0x7f7368150750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 0x7f7368150750 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f735c01ccf0 tx=0x7f735c01ac90 comp rx=0 tx=0).stop 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 shutdown_connections 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f73540662b0 0x7f7354068760 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f736815c0d0 0x7f736814d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73680cd120 0x7f7368150750 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 --2- 172.21.15.50:0/342659737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f736806c260 0x7f736814d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:01.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 >> 172.21.15.50:0/342659737 conn(0x7f736806d480 msgr2=0x7f73680cddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:01.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 shutdown_connections 2023-07-12T13:56:01.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:01.902+0000 7f736e940640 1 -- 172.21.15.50:0/342659737 wait complete. 2023-07-12T13:56:01.924 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2023-07-12T13:56:01.542889+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251464,"kb_used_data":3080,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723256,"statfs":{"total":773094113280,"available":772836614144,"internally_reserved":0,"allocated":3153920,"data_stored":1897772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.988619"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634170+0000","last_change":"2023-07-12T13:55:48.569252+0000","last_active":"2023-07-12T13:55:50.634170+0000","last_peered":"2023-07-12T13:55:50.634170+0000","last_clean":"2023-07-12T13:55:50.634170+0000","last_became_active":"2023-07-12T13:55:48.567586+0000","last_became_peered":"2023-07-12T13:55:48.567586+0000","last_unstale":"2023-07-12T13:55:50.634170+0000","last_undegraded":"2023-07-12T13:55:50.634170+0000","last_fullsized":"2023-07-12T13:55:50.634170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634367+0000","last_change":"2023-07-12T13:55:48.568494+0000","last_active":"2023-07-12T13:55:50.634367+0000","last_peered":"2023-07-12T13:55:50.634367+0000","last_clean":"2023-07-12T13:55:50.634367+0000","last_became_active":"2023-07-12T13:55:48.568118+0000","last_became_peered":"2023-07-12T13:55:48.568118+0000","last_unstale":"2023-07-12T13:55:50.634367+0000","last_undegraded":"2023-07-12T13:55:50.634367+0000","last_fullsized":"2023-07-12T13:55:50.634367+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634541+0000","last_change":"2023-07-12T13:55:48.579739+0000","last_active":"2023-07-12T13:55:50.634541+0000","last_peered":"2023-07-12T13:55:50.634541+0000","last_clean":"2023-07-12T13:55:50.634541+0000","last_became_active":"2023-07-12T13:55:48.579436+0000","last_became_peered":"2023-07-12T13:55:48.579436+0000","last_unstale":"2023-07-12T13:55:50.634541+0000","last_undegraded":"2023-07-12T13:55:50.634541+0000","last_fullsized":"2023-07-12T13:55:50.634541+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:33.792831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557773+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:49.557773+0000","last_peered":"2023-07-12T13:55:49.557773+0000","last_clean":"2023-07-12T13:55:49.557773+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:49.557773+0000","last_undegraded":"2023-07-12T13:55:49.557773+0000","last_fullsized":"2023-07-12T13:55:49.557773+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634337+0000","last_change":"2023-07-12T13:55:48.584061+0000","last_active":"2023-07-12T13:55:50.634337+0000","last_peered":"2023-07-12T13:55:50.634337+0000","last_clean":"2023-07-12T13:55:50.634337+0000","last_became_active":"2023-07-12T13:55:48.583666+0000","last_became_peered":"2023-07-12T13:55:48.583666+0000","last_unstale":"2023-07-12T13:55:50.634337+0000","last_undegraded":"2023-07-12T13:55:50.634337+0000","last_fullsized":"2023-07-12T13:55:50.634337+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634386+0000","last_change":"2023-07-12T13:55:48.579026+0000","last_active":"2023-07-12T13:55:50.634386+0000","last_peered":"2023-07-12T13:55:50.634386+0000","last_clean":"2023-07-12T13:55:50.634386+0000","last_became_active":"2023-07-12T13:55:48.578586+0000","last_became_peered":"2023-07-12T13:55:48.578586+0000","last_unstale":"2023-07-12T13:55:50.634386+0000","last_undegraded":"2023-07-12T13:55:50.634386+0000","last_fullsized":"2023-07-12T13:55:50.634386+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633632+0000","last_change":"2023-07-12T13:55:48.568206+0000","last_active":"2023-07-12T13:55:50.633632+0000","last_peered":"2023-07-12T13:55:50.633632+0000","last_clean":"2023-07-12T13:55:50.633632+0000","last_became_active":"2023-07-12T13:55:48.567848+0000","last_became_peered":"2023-07-12T13:55:48.567848+0000","last_unstale":"2023-07-12T13:55:50.633632+0000","last_undegraded":"2023-07-12T13:55:50.633632+0000","last_fullsized":"2023-07-12T13:55:50.633632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635381+0000","last_change":"2023-07-12T13:55:48.584396+0000","last_active":"2023-07-12T13:55:50.635381+0000","last_peered":"2023-07-12T13:55:50.635381+0000","last_clean":"2023-07-12T13:55:50.635381+0000","last_became_active":"2023-07-12T13:55:48.583652+0000","last_became_peered":"2023-07-12T13:55:48.583652+0000","last_unstale":"2023-07-12T13:55:50.635381+0000","last_undegraded":"2023-07-12T13:55:50.635381+0000","last_fullsized":"2023-07-12T13:55:50.635381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634521+0000","last_change":"2023-07-12T13:55:48.565573+0000","last_active":"2023-07-12T13:55:50.634521+0000","last_peered":"2023-07-12T13:55:50.634521+0000","last_clean":"2023-07-12T13:55:50.634521+0000","last_became_active":"2023-07-12T13:55:48.565270+0000","last_became_peered":"2023-07-12T13:55:48.565270+0000","last_unstale":"2023-07-12T13:55:50.634521+0000","last_undegraded":"2023-07-12T13:55:50.634521+0000","last_fullsized":"2023-07-12T13:55:50.634521+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634674+0000","last_change":"2023-07-12T13:55:48.573249+0000","last_active":"2023-07-12T13:55:50.634674+0000","last_peered":"2023-07-12T13:55:50.634674+0000","last_clean":"2023-07-12T13:55:50.634674+0000","last_became_active":"2023-07-12T13:55:48.572783+0000","last_became_peered":"2023-07-12T13:55:48.572783+0000","last_unstale":"2023-07-12T13:55:50.634674+0000","last_undegraded":"2023-07-12T13:55:50.634674+0000","last_fullsized":"2023-07-12T13:55:50.634674+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:41.277355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634196+0000","last_change":"2023-07-12T13:55:48.574057+0000","last_active":"2023-07-12T13:55:50.634196+0000","last_peered":"2023-07-12T13:55:50.634196+0000","last_clean":"2023-07-12T13:55:50.634196+0000","last_became_active":"2023-07-12T13:55:48.570350+0000","last_became_peered":"2023-07-12T13:55:48.570350+0000","last_unstale":"2023-07-12T13:55:50.634196+0000","last_undegraded":"2023-07-12T13:55:50.634196+0000","last_fullsized":"2023-07-12T13:55:50.634196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634870+0000","last_change":"2023-07-12T13:55:48.566686+0000","last_active":"2023-07-12T13:55:50.634870+0000","last_peered":"2023-07-12T13:55:50.634870+0000","last_clean":"2023-07-12T13:55:50.634870+0000","last_became_active":"2023-07-12T13:55:48.566354+0000","last_became_peered":"2023-07-12T13:55:48.566354+0000","last_unstale":"2023-07-12T13:55:50.634870+0000","last_undegraded":"2023-07-12T13:55:50.634870+0000","last_fullsized":"2023-07-12T13:55:50.634870+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633988+0000","last_change":"2023-07-12T13:55:48.575823+0000","last_active":"2023-07-12T13:55:50.633988+0000","last_peered":"2023-07-12T13:55:50.633988+0000","last_clean":"2023-07-12T13:55:50.633988+0000","last_became_active":"2023-07-12T13:55:48.575625+0000","last_became_peered":"2023-07-12T13:55:48.575625+0000","last_unstale":"2023-07-12T13:55:50.633988+0000","last_undegraded":"2023-07-12T13:55:50.633988+0000","last_fullsized":"2023-07-12T13:55:50.633988+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633378+0000","last_change":"2023-07-12T13:55:48.579045+0000","last_active":"2023-07-12T13:55:50.633378+0000","last_peered":"2023-07-12T13:55:50.633378+0000","last_clean":"2023-07-12T13:55:50.633378+0000","last_became_active":"2023-07-12T13:55:48.578663+0000","last_became_peered":"2023-07-12T13:55:48.578663+0000","last_unstale":"2023-07-12T13:55:50.633378+0000","last_undegraded":"2023-07-12T13:55:50.633378+0000","last_fullsized":"2023-07-12T13:55:50.633378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635503+0000","last_change":"2023-07-12T13:55:48.584681+0000","last_active":"2023-07-12T13:55:50.635503+0000","last_peered":"2023-07-12T13:55:50.635503+0000","last_clean":"2023-07-12T13:55:50.635503+0000","last_became_active":"2023-07-12T13:55:48.584102+0000","last_became_peered":"2023-07-12T13:55:48.584102+0000","last_unstale":"2023-07-12T13:55:50.635503+0000","last_undegraded":"2023-07-12T13:55:50.635503+0000","last_fullsized":"2023-07-12T13:55:50.635503+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633623+0000","last_change":"2023-07-12T13:55:48.576765+0000","last_active":"2023-07-12T13:55:50.633623+0000","last_peered":"2023-07-12T13:55:50.633623+0000","last_clean":"2023-07-12T13:55:50.633623+0000","last_became_active":"2023-07-12T13:55:48.574352+0000","last_became_peered":"2023-07-12T13:55:48.574352+0000","last_unstale":"2023-07-12T13:55:50.633623+0000","last_undegraded":"2023-07-12T13:55:50.633623+0000","last_fullsized":"2023-07-12T13:55:50.633623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634982+0000","last_change":"2023-07-12T13:55:48.568029+0000","last_active":"2023-07-12T13:55:50.634982+0000","last_peered":"2023-07-12T13:55:50.634982+0000","last_clean":"2023-07-12T13:55:50.634982+0000","last_became_active":"2023-07-12T13:55:48.567413+0000","last_became_peered":"2023-07-12T13:55:48.567413+0000","last_unstale":"2023-07-12T13:55:50.634982+0000","last_undegraded":"2023-07-12T13:55:50.634982+0000","last_fullsized":"2023-07-12T13:55:50.634982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633701+0000","last_change":"2023-07-12T13:55:48.574970+0000","last_active":"2023-07-12T13:55:50.633701+0000","last_peered":"2023-07-12T13:55:50.633701+0000","last_clean":"2023-07-12T13:55:50.633701+0000","last_became_active":"2023-07-12T13:55:48.574605+0000","last_became_peered":"2023-07-12T13:55:48.574605+0000","last_unstale":"2023-07-12T13:55:50.633701+0000","last_undegraded":"2023-07-12T13:55:50.633701+0000","last_fullsized":"2023-07-12T13:55:50.633701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633995+0000","last_change":"2023-07-12T13:55:48.572418+0000","last_active":"2023-07-12T13:55:50.633995+0000","last_peered":"2023-07-12T13:55:50.633995+0000","last_clean":"2023-07-12T13:55:50.633995+0000","last_became_active":"2023-07-12T13:55:48.572128+0000","last_became_peered":"2023-07-12T13:55:48.572128+0000","last_unstale":"2023-07-12T13:55:50.633995+0000","last_undegraded":"2023-07-12T13:55:50.633995+0000","last_fullsized":"2023-07-12T13:55:50.633995+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:01.773801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550474+0000","last_change":"2023-07-12T13:55:48.567015+0000","last_active":"2023-07-12T13:55:49.550474+0000","last_peered":"2023-07-12T13:55:49.550474+0000","last_clean":"2023-07-12T13:55:49.550474+0000","last_became_active":"2023-07-12T13:55:48.566714+0000","last_became_peered":"2023-07-12T13:55:48.566714+0000","last_unstale":"2023-07-12T13:55:49.550474+0000","last_undegraded":"2023-07-12T13:55:49.550474+0000","last_fullsized":"2023-07-12T13:55:49.550474+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:49.454549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634790+0000","last_change":"2023-07-12T13:55:48.577415+0000","last_active":"2023-07-12T13:55:50.634790+0000","last_peered":"2023-07-12T13:55:50.634790+0000","last_clean":"2023-07-12T13:55:50.634790+0000","last_became_active":"2023-07-12T13:55:48.574562+0000","last_became_peered":"2023-07-12T13:55:48.574562+0000","last_unstale":"2023-07-12T13:55:50.634790+0000","last_undegraded":"2023-07-12T13:55:50.634790+0000","last_fullsized":"2023-07-12T13:55:50.634790+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634377+0000","last_change":"2023-07-12T13:55:48.578426+0000","last_active":"2023-07-12T13:55:50.634377+0000","last_peered":"2023-07-12T13:55:50.634377+0000","last_clean":"2023-07-12T13:55:50.634377+0000","last_became_active":"2023-07-12T13:55:48.578140+0000","last_became_peered":"2023-07-12T13:55:48.578140+0000","last_unstale":"2023-07-12T13:55:50.634377+0000","last_undegraded":"2023-07-12T13:55:50.634377+0000","last_fullsized":"2023-07-12T13:55:50.634377+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633890+0000","last_change":"2023-07-12T13:55:48.573658+0000","last_active":"2023-07-12T13:55:50.633890+0000","last_peered":"2023-07-12T13:55:50.633890+0000","last_clean":"2023-07-12T13:55:50.633890+0000","last_became_active":"2023-07-12T13:55:48.573350+0000","last_became_peered":"2023-07-12T13:55:48.573350+0000","last_unstale":"2023-07-12T13:55:50.633890+0000","last_undegraded":"2023-07-12T13:55:50.633890+0000","last_fullsized":"2023-07-12T13:55:50.633890+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635632+0000","last_change":"2023-07-12T13:55:48.572983+0000","last_active":"2023-07-12T13:55:50.635632+0000","last_peered":"2023-07-12T13:55:50.635632+0000","last_clean":"2023-07-12T13:55:50.635632+0000","last_became_active":"2023-07-12T13:55:48.572644+0000","last_became_peered":"2023-07-12T13:55:48.572644+0000","last_unstale":"2023-07-12T13:55:50.635632+0000","last_undegraded":"2023-07-12T13:55:50.635632+0000","last_fullsized":"2023-07-12T13:55:50.635632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550898+0000","last_change":"2023-07-12T13:55:48.575841+0000","last_active":"2023-07-12T13:55:49.550898+0000","last_peered":"2023-07-12T13:55:49.550898+0000","last_clean":"2023-07-12T13:55:49.550898+0000","last_became_active":"2023-07-12T13:55:48.575543+0000","last_became_peered":"2023-07-12T13:55:48.575543+0000","last_unstale":"2023-07-12T13:55:49.550898+0000","last_undegraded":"2023-07-12T13:55:49.550898+0000","last_fullsized":"2023-07-12T13:55:49.550898+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634622+0000","last_change":"2023-07-12T13:55:48.574252+0000","last_active":"2023-07-12T13:55:50.634622+0000","last_peered":"2023-07-12T13:55:50.634622+0000","last_clean":"2023-07-12T13:55:50.634622+0000","last_became_active":"2023-07-12T13:55:48.573926+0000","last_became_peered":"2023-07-12T13:55:48.573926+0000","last_unstale":"2023-07-12T13:55:50.634622+0000","last_undegraded":"2023-07-12T13:55:50.634622+0000","last_fullsized":"2023-07-12T13:55:50.634622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:07.249160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550495+0000","last_change":"2023-07-12T13:55:48.576167+0000","last_active":"2023-07-12T13:55:49.550495+0000","last_peered":"2023-07-12T13:55:49.550495+0000","last_clean":"2023-07-12T13:55:49.550495+0000","last_became_active":"2023-07-12T13:55:48.575560+0000","last_became_peered":"2023-07-12T13:55:48.575560+0000","last_unstale":"2023-07-12T13:55:49.550495+0000","last_undegraded":"2023-07-12T13:55:49.550495+0000","last_fullsized":"2023-07-12T13:55:49.550495+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:34.915035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558087+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:49.558087+0000","last_peered":"2023-07-12T13:55:49.558087+0000","last_clean":"2023-07-12T13:55:49.558087+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:49.558087+0000","last_undegraded":"2023-07-12T13:55:49.558087+0000","last_fullsized":"2023-07-12T13:55:49.558087+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550795+0000","last_change":"2023-07-12T13:55:48.573500+0000","last_active":"2023-07-12T13:55:49.550795+0000","last_peered":"2023-07-12T13:55:49.550795+0000","last_clean":"2023-07-12T13:55:49.550795+0000","last_became_active":"2023-07-12T13:55:48.573000+0000","last_became_peered":"2023-07-12T13:55:48.573000+0000","last_unstale":"2023-07-12T13:55:49.550795+0000","last_undegraded":"2023-07-12T13:55:49.550795+0000","last_fullsized":"2023-07-12T13:55:49.550795+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634102+0000","last_change":"2023-07-12T13:55:48.575185+0000","last_active":"2023-07-12T13:55:50.634102+0000","last_peered":"2023-07-12T13:55:50.634102+0000","last_clean":"2023-07-12T13:55:50.634102+0000","last_became_active":"2023-07-12T13:55:48.574904+0000","last_became_peered":"2023-07-12T13:55:48.574904+0000","last_unstale":"2023-07-12T13:55:50.634102+0000","last_undegraded":"2023-07-12T13:55:50.634102+0000","last_fullsized":"2023-07-12T13:55:50.634102+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634129+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:50.634129+0000","last_peered":"2023-07-12T13:55:50.634129+0000","last_clean":"2023-07-12T13:55:50.634129+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:50.634129+0000","last_undegraded":"2023-07-12T13:55:50.634129+0000","last_fullsized":"2023-07-12T13:55:50.634129+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:48.295129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635509+0000","last_change":"2023-07-12T13:55:48.584653+0000","last_active":"2023-07-12T13:55:50.635509+0000","last_peered":"2023-07-12T13:55:50.635509+0000","last_clean":"2023-07-12T13:55:50.635509+0000","last_became_active":"2023-07-12T13:55:48.584306+0000","last_became_peered":"2023-07-12T13:55:48.584306+0000","last_unstale":"2023-07-12T13:55:50.635509+0000","last_undegraded":"2023-07-12T13:55:50.635509+0000","last_fullsized":"2023-07-12T13:55:50.635509+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551174+0000","last_change":"2023-07-12T13:55:48.575271+0000","last_active":"2023-07-12T13:55:49.551174+0000","last_peered":"2023-07-12T13:55:49.551174+0000","last_clean":"2023-07-12T13:55:49.551174+0000","last_became_active":"2023-07-12T13:55:48.574929+0000","last_became_peered":"2023-07-12T13:55:48.574929+0000","last_unstale":"2023-07-12T13:55:49.551174+0000","last_undegraded":"2023-07-12T13:55:49.551174+0000","last_fullsized":"2023-07-12T13:55:49.551174+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558176+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:49.558176+0000","last_peered":"2023-07-12T13:55:49.558176+0000","last_clean":"2023-07-12T13:55:49.558176+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:49.558176+0000","last_undegraded":"2023-07-12T13:55:49.558176+0000","last_fullsized":"2023-07-12T13:55:49.558176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:53.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633811+0000","last_change":"2023-07-12T13:55:48.575008+0000","last_active":"2023-07-12T13:55:50.633811+0000","last_peered":"2023-07-12T13:55:50.633811+0000","last_clean":"2023-07-12T13:55:50.633811+0000","last_became_active":"2023-07-12T13:55:48.574706+0000","last_became_peered":"2023-07-12T13:55:48.574706+0000","last_unstale":"2023-07-12T13:55:50.633811+0000","last_undegraded":"2023-07-12T13:55:50.633811+0000","last_fullsized":"2023-07-12T13:55:50.633811+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633457+0000","last_change":"2023-07-12T13:55:48.576829+0000","last_active":"2023-07-12T13:55:50.633457+0000","last_peered":"2023-07-12T13:55:50.633457+0000","last_clean":"2023-07-12T13:55:50.633457+0000","last_became_active":"2023-07-12T13:55:48.576474+0000","last_became_peered":"2023-07-12T13:55:48.576474+0000","last_unstale":"2023-07-12T13:55:50.633457+0000","last_undegraded":"2023-07-12T13:55:50.633457+0000","last_fullsized":"2023-07-12T13:55:50.633457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557280+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:49.557280+0000","last_peered":"2023-07-12T13:55:49.557280+0000","last_clean":"2023-07-12T13:55:49.557280+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:49.557280+0000","last_undegraded":"2023-07-12T13:55:49.557280+0000","last_fullsized":"2023-07-12T13:55:49.557280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634384+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:50.634384+0000","last_peered":"2023-07-12T13:55:50.634384+0000","last_clean":"2023-07-12T13:55:50.634384+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:50.634384+0000","last_undegraded":"2023-07-12T13:55:50.634384+0000","last_fullsized":"2023-07-12T13:55:50.634384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634083+0000","last_change":"2023-07-12T13:55:48.566300+0000","last_active":"2023-07-12T13:55:50.634083+0000","last_peered":"2023-07-12T13:55:50.634083+0000","last_clean":"2023-07-12T13:55:50.634083+0000","last_became_active":"2023-07-12T13:55:48.565992+0000","last_became_peered":"2023-07-12T13:55:48.565992+0000","last_unstale":"2023-07-12T13:55:50.634083+0000","last_undegraded":"2023-07-12T13:55:50.634083+0000","last_fullsized":"2023-07-12T13:55:50.634083+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:34.915035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551109+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:49.551109+0000","last_peered":"2023-07-12T13:55:49.551109+0000","last_clean":"2023-07-12T13:55:49.551109+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:49.551109+0000","last_undegraded":"2023-07-12T13:55:49.551109+0000","last_fullsized":"2023-07-12T13:55:49.551109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633842+0000","last_change":"2023-07-12T13:55:48.583456+0000","last_active":"2023-07-12T13:55:50.633842+0000","last_peered":"2023-07-12T13:55:50.633842+0000","last_clean":"2023-07-12T13:55:50.633842+0000","last_became_active":"2023-07-12T13:55:48.583147+0000","last_became_peered":"2023-07-12T13:55:48.583147+0000","last_unstale":"2023-07-12T13:55:50.633842+0000","last_undegraded":"2023-07-12T13:55:50.633842+0000","last_fullsized":"2023-07-12T13:55:50.633842+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557482+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:49.557482+0000","last_peered":"2023-07-12T13:55:49.557482+0000","last_clean":"2023-07-12T13:55:49.557482+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:49.557482+0000","last_undegraded":"2023-07-12T13:55:49.557482+0000","last_fullsized":"2023-07-12T13:55:49.557482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634800+0000","last_change":"2023-07-12T13:55:48.577399+0000","last_active":"2023-07-12T13:55:50.634800+0000","last_peered":"2023-07-12T13:55:50.634800+0000","last_clean":"2023-07-12T13:55:50.634800+0000","last_became_active":"2023-07-12T13:55:48.577139+0000","last_became_peered":"2023-07-12T13:55:48.577139+0000","last_unstale":"2023-07-12T13:55:50.634800+0000","last_undegraded":"2023-07-12T13:55:50.634800+0000","last_fullsized":"2023-07-12T13:55:50.634800+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:51.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633789+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:50.633789+0000","last_peered":"2023-07-12T13:55:50.633789+0000","last_clean":"2023-07-12T13:55:50.633789+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:50.633789+0000","last_undegraded":"2023-07-12T13:55:50.633789+0000","last_fullsized":"2023-07-12T13:55:50.633789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633761+0000","last_change":"2023-07-12T13:55:48.574558+0000","last_active":"2023-07-12T13:55:50.633761+0000","last_peered":"2023-07-12T13:55:50.633761+0000","last_clean":"2023-07-12T13:55:50.633761+0000","last_became_active":"2023-07-12T13:55:48.574161+0000","last_became_peered":"2023-07-12T13:55:48.574161+0000","last_unstale":"2023-07-12T13:55:50.633761+0000","last_undegraded":"2023-07-12T13:55:50.633761+0000","last_fullsized":"2023-07-12T13:55:50.633761+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551321+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:49.551321+0000","last_peered":"2023-07-12T13:55:49.551321+0000","last_clean":"2023-07-12T13:55:49.551321+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:49.551321+0000","last_undegraded":"2023-07-12T13:55:49.551321+0000","last_fullsized":"2023-07-12T13:55:49.551321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634897+0000","last_change":"2023-07-12T13:55:48.589391+0000","last_active":"2023-07-12T13:55:50.634897+0000","last_peered":"2023-07-12T13:55:50.634897+0000","last_clean":"2023-07-12T13:55:50.634897+0000","last_became_active":"2023-07-12T13:55:48.589057+0000","last_became_peered":"2023-07-12T13:55:48.589057+0000","last_unstale":"2023-07-12T13:55:50.634897+0000","last_undegraded":"2023-07-12T13:55:50.634897+0000","last_fullsized":"2023-07-12T13:55:50.634897+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633750+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:50.633750+0000","last_peered":"2023-07-12T13:55:50.633750+0000","last_clean":"2023-07-12T13:55:50.633750+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:50.633750+0000","last_undegraded":"2023-07-12T13:55:50.633750+0000","last_fullsized":"2023-07-12T13:55:50.633750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:51.482217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550769+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:49.550769+0000","last_peered":"2023-07-12T13:55:49.550769+0000","last_clean":"2023-07-12T13:55:49.550769+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:49.550769+0000","last_undegraded":"2023-07-12T13:55:49.550769+0000","last_fullsized":"2023-07-12T13:55:49.550769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:36.927544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557592+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:49.557592+0000","last_peered":"2023-07-12T13:55:49.557592+0000","last_clean":"2023-07-12T13:55:49.557592+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:49.557592+0000","last_undegraded":"2023-07-12T13:55:49.557592+0000","last_fullsized":"2023-07-12T13:55:49.557592+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634477+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:50.634477+0000","last_peered":"2023-07-12T13:55:50.634477+0000","last_clean":"2023-07-12T13:55:50.634477+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:50.634477+0000","last_undegraded":"2023-07-12T13:55:50.634477+0000","last_fullsized":"2023-07-12T13:55:50.634477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:36.927544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635400+0000","last_change":"2023-07-12T13:55:48.567151+0000","last_active":"2023-07-12T13:55:50.635400+0000","last_peered":"2023-07-12T13:55:50.635400+0000","last_clean":"2023-07-12T13:55:50.635400+0000","last_became_active":"2023-07-12T13:55:48.566552+0000","last_became_peered":"2023-07-12T13:55:48.566552+0000","last_unstale":"2023-07-12T13:55:50.635400+0000","last_undegraded":"2023-07-12T13:55:50.635400+0000","last_fullsized":"2023-07-12T13:55:50.635400+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:48.056295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634063+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:50.634063+0000","last_peered":"2023-07-12T13:55:50.634063+0000","last_clean":"2023-07-12T13:55:50.634063+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:50.634063+0000","last_undegraded":"2023-07-12T13:55:50.634063+0000","last_fullsized":"2023-07-12T13:55:50.634063+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:11.914090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635118+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:50.635118+0000","last_peered":"2023-07-12T13:55:50.635118+0000","last_clean":"2023-07-12T13:55:50.635118+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:50.635118+0000","last_undegraded":"2023-07-12T13:55:50.635118+0000","last_fullsized":"2023-07-12T13:55:50.635118+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:27.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634912+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:50.634912+0000","last_peered":"2023-07-12T13:55:50.634912+0000","last_clean":"2023-07-12T13:55:50.634912+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:50.634912+0000","last_undegraded":"2023-07-12T13:55:50.634912+0000","last_fullsized":"2023-07-12T13:55:50.634912+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634517+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:50.634517+0000","last_peered":"2023-07-12T13:55:50.634517+0000","last_clean":"2023-07-12T13:55:50.634517+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:50.634517+0000","last_undegraded":"2023-07-12T13:55:50.634517+0000","last_fullsized":"2023-07-12T13:55:50.634517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:38.227882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634336+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:50.634336+0000","last_peered":"2023-07-12T13:55:50.634336+0000","last_clean":"2023-07-12T13:55:50.634336+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:50.634336+0000","last_undegraded":"2023-07-12T13:55:50.634336+0000","last_fullsized":"2023-07-12T13:55:50.634336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635415+0000","last_change":"2023-07-12T13:55:48.579942+0000","last_active":"2023-07-12T13:55:50.635415+0000","last_peered":"2023-07-12T13:55:50.635415+0000","last_clean":"2023-07-12T13:55:50.635415+0000","last_became_active":"2023-07-12T13:55:48.579562+0000","last_became_peered":"2023-07-12T13:55:48.579562+0000","last_unstale":"2023-07-12T13:55:50.635415+0000","last_undegraded":"2023-07-12T13:55:50.635415+0000","last_fullsized":"2023-07-12T13:55:50.635415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634520+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:50.634520+0000","last_peered":"2023-07-12T13:55:50.634520+0000","last_clean":"2023-07-12T13:55:50.634520+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:50.634520+0000","last_undegraded":"2023-07-12T13:55:50.634520+0000","last_fullsized":"2023-07-12T13:55:50.634520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635745+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:50.635745+0000","last_peered":"2023-07-12T13:55:50.635745+0000","last_clean":"2023-07-12T13:55:50.635745+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:50.635745+0000","last_undegraded":"2023-07-12T13:55:50.635745+0000","last_fullsized":"2023-07-12T13:55:50.635745+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:56.849929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634899+0000","last_change":"2023-07-12T13:55:48.568662+0000","last_active":"2023-07-12T13:55:50.634899+0000","last_peered":"2023-07-12T13:55:50.634899+0000","last_clean":"2023-07-12T13:55:50.634899+0000","last_became_active":"2023-07-12T13:55:48.568264+0000","last_became_peered":"2023-07-12T13:55:48.568264+0000","last_unstale":"2023-07-12T13:55:50.634899+0000","last_undegraded":"2023-07-12T13:55:50.634899+0000","last_fullsized":"2023-07-12T13:55:50.634899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635519+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:50.635519+0000","last_peered":"2023-07-12T13:55:50.635519+0000","last_clean":"2023-07-12T13:55:50.635519+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:50.635519+0000","last_undegraded":"2023-07-12T13:55:50.635519+0000","last_fullsized":"2023-07-12T13:55:50.635519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634215+0000","last_change":"2023-07-12T13:55:48.564483+0000","last_active":"2023-07-12T13:55:50.634215+0000","last_peered":"2023-07-12T13:55:50.634215+0000","last_clean":"2023-07-12T13:55:50.634215+0000","last_became_active":"2023-07-12T13:55:48.564164+0000","last_became_peered":"2023-07-12T13:55:48.564164+0000","last_unstale":"2023-07-12T13:55:50.634215+0000","last_undegraded":"2023-07-12T13:55:50.634215+0000","last_fullsized":"2023-07-12T13:55:50.634215+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551275+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:49.551275+0000","last_peered":"2023-07-12T13:55:49.551275+0000","last_clean":"2023-07-12T13:55:49.551275+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:49.551275+0000","last_undegraded":"2023-07-12T13:55:49.551275+0000","last_fullsized":"2023-07-12T13:55:49.551275+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633977+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:50.633977+0000","last_peered":"2023-07-12T13:55:50.633977+0000","last_clean":"2023-07-12T13:55:50.633977+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:50.633977+0000","last_undegraded":"2023-07-12T13:55:50.633977+0000","last_fullsized":"2023-07-12T13:55:50.633977+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:28.861922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550588+0000","last_change":"2023-07-12T13:55:48.575189+0000","last_active":"2023-07-12T13:55:49.550588+0000","last_peered":"2023-07-12T13:55:49.550588+0000","last_clean":"2023-07-12T13:55:49.550588+0000","last_became_active":"2023-07-12T13:55:48.574919+0000","last_became_peered":"2023-07-12T13:55:48.574919+0000","last_unstale":"2023-07-12T13:55:49.550588+0000","last_undegraded":"2023-07-12T13:55:49.550588+0000","last_fullsized":"2023-07-12T13:55:49.550588+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"23'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635780+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:50.635780+0000","last_peered":"2023-07-12T13:55:50.635780+0000","last_clean":"2023-07-12T13:55:50.635780+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:50.635780+0000","last_undegraded":"2023-07-12T13:55:50.635780+0000","last_fullsized":"2023-07-12T13:55:50.635780+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557523+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:49.557523+0000","last_peered":"2023-07-12T13:55:49.557523+0000","last_clean":"2023-07-12T13:55:49.557523+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:49.557523+0000","last_undegraded":"2023-07-12T13:55:49.557523+0000","last_fullsized":"2023-07-12T13:55:49.557523+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:25.661179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633672+0000","last_change":"2023-07-12T13:55:48.566203+0000","last_active":"2023-07-12T13:55:50.633672+0000","last_peered":"2023-07-12T13:55:50.633672+0000","last_clean":"2023-07-12T13:55:50.633672+0000","last_became_active":"2023-07-12T13:55:48.565882+0000","last_became_peered":"2023-07-12T13:55:48.565882+0000","last_unstale":"2023-07-12T13:55:50.633672+0000","last_undegraded":"2023-07-12T13:55:50.633672+0000","last_fullsized":"2023-07-12T13:55:50.633672+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634207+0000","last_change":"2023-07-12T13:55:48.573985+0000","last_active":"2023-07-12T13:55:50.634207+0000","last_peered":"2023-07-12T13:55:50.634207+0000","last_clean":"2023-07-12T13:55:50.634207+0000","last_became_active":"2023-07-12T13:55:48.573640+0000","last_became_peered":"2023-07-12T13:55:48.573640+0000","last_unstale":"2023-07-12T13:55:50.634207+0000","last_undegraded":"2023-07-12T13:55:50.634207+0000","last_fullsized":"2023-07-12T13:55:50.634207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:02.903043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633959+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:50.633959+0000","last_peered":"2023-07-12T13:55:50.633959+0000","last_clean":"2023-07-12T13:55:50.633959+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:50.633959+0000","last_undegraded":"2023-07-12T13:55:50.633959+0000","last_fullsized":"2023-07-12T13:55:50.633959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634761+0000","last_change":"2023-07-12T13:55:48.568699+0000","last_active":"2023-07-12T13:55:50.634761+0000","last_peered":"2023-07-12T13:55:50.634761+0000","last_clean":"2023-07-12T13:55:50.634761+0000","last_became_active":"2023-07-12T13:55:48.568359+0000","last_became_peered":"2023-07-12T13:55:48.568359+0000","last_unstale":"2023-07-12T13:55:50.634761+0000","last_undegraded":"2023-07-12T13:55:50.634761+0000","last_fullsized":"2023-07-12T13:55:50.634761+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634600+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:50.634600+0000","last_peered":"2023-07-12T13:55:50.634600+0000","last_clean":"2023-07-12T13:55:50.634600+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:50.634600+0000","last_undegraded":"2023-07-12T13:55:50.634600+0000","last_fullsized":"2023-07-12T13:55:50.634600+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:09.832566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550652+0000","last_change":"2023-07-12T13:55:48.576480+0000","last_active":"2023-07-12T13:55:49.550652+0000","last_peered":"2023-07-12T13:55:49.550652+0000","last_clean":"2023-07-12T13:55:49.550652+0000","last_became_active":"2023-07-12T13:55:48.575902+0000","last_became_peered":"2023-07-12T13:55:48.575902+0000","last_unstale":"2023-07-12T13:55:49.550652+0000","last_undegraded":"2023-07-12T13:55:49.550652+0000","last_fullsized":"2023-07-12T13:55:49.550652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635857+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:50.635857+0000","last_peered":"2023-07-12T13:55:50.635857+0000","last_clean":"2023-07-12T13:55:50.635857+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:50.635857+0000","last_undegraded":"2023-07-12T13:55:50.635857+0000","last_fullsized":"2023-07-12T13:55:50.635857+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550474+0000","last_change":"2023-07-12T13:55:48.572981+0000","last_active":"2023-07-12T13:55:49.550474+0000","last_peered":"2023-07-12T13:55:49.550474+0000","last_clean":"2023-07-12T13:55:49.550474+0000","last_became_active":"2023-07-12T13:55:48.572696+0000","last_became_peered":"2023-07-12T13:55:48.572696+0000","last_unstale":"2023-07-12T13:55:49.550474+0000","last_undegraded":"2023-07-12T13:55:49.550474+0000","last_fullsized":"2023-07-12T13:55:49.550474+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:01.773801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557360+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:49.557360+0000","last_peered":"2023-07-12T13:55:49.557360+0000","last_clean":"2023-07-12T13:55:49.557360+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:49.557360+0000","last_undegraded":"2023-07-12T13:55:49.557360+0000","last_fullsized":"2023-07-12T13:55:49.557360+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550626+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:49.550626+0000","last_peered":"2023-07-12T13:55:49.550626+0000","last_clean":"2023-07-12T13:55:49.550626+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:49.550626+0000","last_undegraded":"2023-07-12T13:55:49.550626+0000","last_fullsized":"2023-07-12T13:55:49.550626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:08.513452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635288+0000","last_change":"2023-07-12T13:55:48.573764+0000","last_active":"2023-07-12T13:55:50.635288+0000","last_peered":"2023-07-12T13:55:50.635288+0000","last_clean":"2023-07-12T13:55:50.635288+0000","last_became_active":"2023-07-12T13:55:48.573393+0000","last_became_peered":"2023-07-12T13:55:48.573393+0000","last_unstale":"2023-07-12T13:55:50.635288+0000","last_undegraded":"2023-07-12T13:55:50.635288+0000","last_fullsized":"2023-07-12T13:55:50.635288+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635238+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:50.635238+0000","last_peered":"2023-07-12T13:55:50.635238+0000","last_clean":"2023-07-12T13:55:50.635238+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:50.635238+0000","last_undegraded":"2023-07-12T13:55:50.635238+0000","last_fullsized":"2023-07-12T13:55:50.635238+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551057+0000","last_change":"2023-07-12T13:55:48.573738+0000","last_active":"2023-07-12T13:55:49.551057+0000","last_peered":"2023-07-12T13:55:49.551057+0000","last_clean":"2023-07-12T13:55:49.551057+0000","last_became_active":"2023-07-12T13:55:48.573410+0000","last_became_peered":"2023-07-12T13:55:48.573410+0000","last_unstale":"2023-07-12T13:55:49.551057+0000","last_undegraded":"2023-07-12T13:55:49.551057+0000","last_fullsized":"2023-07-12T13:55:49.551057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:48.056295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634741+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:50.634741+0000","last_peered":"2023-07-12T13:55:50.634741+0000","last_clean":"2023-07-12T13:55:50.634741+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:50.634741+0000","last_undegraded":"2023-07-12T13:55:50.634741+0000","last_fullsized":"2023-07-12T13:55:50.634741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634462+0000","last_change":"2023-07-12T13:55:48.568986+0000","last_active":"2023-07-12T13:55:50.634462+0000","last_peered":"2023-07-12T13:55:50.634462+0000","last_clean":"2023-07-12T13:55:50.634462+0000","last_became_active":"2023-07-12T13:55:48.568554+0000","last_became_peered":"2023-07-12T13:55:48.568554+0000","last_unstale":"2023-07-12T13:55:50.634462+0000","last_undegraded":"2023-07-12T13:55:50.634462+0000","last_fullsized":"2023-07-12T13:55:50.634462+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634453+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:50.634453+0000","last_peered":"2023-07-12T13:55:50.634453+0000","last_clean":"2023-07-12T13:55:50.634453+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:50.634453+0000","last_undegraded":"2023-07-12T13:55:50.634453+0000","last_fullsized":"2023-07-12T13:55:50.634453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:27.300165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634084+0000","last_change":"2023-07-12T13:55:48.583559+0000","last_active":"2023-07-12T13:55:50.634084+0000","last_peered":"2023-07-12T13:55:50.634084+0000","last_clean":"2023-07-12T13:55:50.634084+0000","last_became_active":"2023-07-12T13:55:48.583219+0000","last_became_peered":"2023-07-12T13:55:48.583219+0000","last_unstale":"2023-07-12T13:55:50.634084+0000","last_undegraded":"2023-07-12T13:55:50.634084+0000","last_fullsized":"2023-07-12T13:55:50.634084+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634090+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:50.634090+0000","last_peered":"2023-07-12T13:55:50.634090+0000","last_clean":"2023-07-12T13:55:50.634090+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:50.634090+0000","last_undegraded":"2023-07-12T13:55:50.634090+0000","last_fullsized":"2023-07-12T13:55:50.634090+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:27.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634505+0000","last_change":"2023-07-12T13:55:48.583261+0000","last_active":"2023-07-12T13:55:50.634505+0000","last_peered":"2023-07-12T13:55:50.634505+0000","last_clean":"2023-07-12T13:55:50.634505+0000","last_became_active":"2023-07-12T13:55:48.582949+0000","last_became_peered":"2023-07-12T13:55:48.582949+0000","last_unstale":"2023-07-12T13:55:50.634505+0000","last_undegraded":"2023-07-12T13:55:50.634505+0000","last_fullsized":"2023-07-12T13:55:50.634505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634361+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:50.634361+0000","last_peered":"2023-07-12T13:55:50.634361+0000","last_clean":"2023-07-12T13:55:50.634361+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:50.634361+0000","last_undegraded":"2023-07-12T13:55:50.634361+0000","last_fullsized":"2023-07-12T13:55:50.634361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550767+0000","last_change":"2023-07-12T13:55:48.578918+0000","last_active":"2023-07-12T13:55:49.550767+0000","last_peered":"2023-07-12T13:55:49.550767+0000","last_clean":"2023-07-12T13:55:49.550767+0000","last_became_active":"2023-07-12T13:55:48.578587+0000","last_became_peered":"2023-07-12T13:55:48.578587+0000","last_unstale":"2023-07-12T13:55:49.550767+0000","last_undegraded":"2023-07-12T13:55:49.550767+0000","last_fullsized":"2023-07-12T13:55:49.550767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551092+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:49.551092+0000","last_peered":"2023-07-12T13:55:49.551092+0000","last_clean":"2023-07-12T13:55:49.551092+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:49.551092+0000","last_undegraded":"2023-07-12T13:55:49.551092+0000","last_fullsized":"2023-07-12T13:55:49.551092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:06.240149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633456+0000","last_change":"2023-07-12T13:55:48.574177+0000","last_active":"2023-07-12T13:55:50.633456+0000","last_peered":"2023-07-12T13:55:50.633456+0000","last_clean":"2023-07-12T13:55:50.633456+0000","last_became_active":"2023-07-12T13:55:48.573845+0000","last_became_peered":"2023-07-12T13:55:48.573845+0000","last_unstale":"2023-07-12T13:55:50.633456+0000","last_undegraded":"2023-07-12T13:55:50.633456+0000","last_fullsized":"2023-07-12T13:55:50.633456+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635652+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:50.635652+0000","last_peered":"2023-07-12T13:55:50.635652+0000","last_clean":"2023-07-12T13:55:50.635652+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:50.635652+0000","last_undegraded":"2023-07-12T13:55:50.635652+0000","last_fullsized":"2023-07-12T13:55:50.635652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:27.310212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31888,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339952,"statfs":{"total":96636764160,"available":96604110848,"internally_reserved":0,"allocated":860160,"data_stored":681187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.871}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]}]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31288,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340552,"statfs":{"total":96636764160,"available":96604725248,"internally_reserved":0,"allocated":245760,"data_stored":89691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31300,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340540,"statfs":{"total":96636764160,"available":96604712960,"internally_reserved":0,"allocated":258048,"data_stored":90659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83099999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31284,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340556,"statfs":{"total":96636764160,"available":96604729344,"internally_reserved":0,"allocated":241664,"data_stored":89129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":816,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":835584,"data_stored":679989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:56:01.935 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:56:02.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 Processor -- start 2023-07-12T13:56:02.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 -- start start 2023-07-12T13:56:02.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c0aff80 0x7f2c6c15c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c6c159770 0x7f2c6c0cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c6c15d1f0 con 0x7f2c6c156140 2023-07-12T13:56:02.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c6c06f050 con 0x7f2c6c159770 2023-07-12T13:56:02.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.110+0000 7f2c73dd2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c159c10 con 0x7f2c6c0aff80 2023-07-12T13:56:02.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c6c159770 0x7f2c6c0cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c6c159770 0x7f2c6c0cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47686/0 (socket says 172.21.15.50:47686) 2023-07-12T13:56:02.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 -- 172.21.15.50:0/1546220762 learned_addr learned my addr 172.21.15.50:0/1546220762 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:02.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7136d640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c0aff80 0x7f2c6c15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 -- 172.21.15.50:0/1546220762 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c0aff80 msgr2=0x7f2c6c15c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:02.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c0aff80 0x7f2c6c15c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 -- 172.21.15.50:0/1546220762 >> v1:172.21.15.55:6789/0 conn(0x7f2c6c156140 legacy=0x7f2c6c0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:02.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 -- 172.21.15.50:0/1546220762 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c6c15c950 con 0x7f2c6c159770 2023-07-12T13:56:02.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7136d640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c0aff80 0x7f2c6c15c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:02.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c7236f640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c159770 0x7f2c6c0cc530 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2c64009e50 tx=0x7f2c6401ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=694b368a6ca857c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c70b6c640 1 -- 172.21.15.50:0/1546220762 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c640a7a70 con 0x7f2c6c159770 2023-07-12T13:56:02.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c70b6c640 1 -- 172.21.15.50:0/1546220762 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c640a7bd0 con 0x7f2c6c159770 2023-07-12T13:56:02.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.114+0000 7f2c70b6c640 1 -- 172.21.15.50:0/1546220762 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c640af3f0 con 0x7f2c6c159770 2023-07-12T13:56:02.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1546220762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c159770 msgr2=0x7f2c6c0cc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c159770 0x7f2c6c0cc530 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2c64009e50 tx=0x7f2c6401ebe0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1546220762 shutdown_connections 2023-07-12T13:56:02.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c159770 0x7f2c6c0cc530 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1546220762 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c0aff80 0x7f2c6c15c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1546220762 >> 172.21.15.50:0/1546220762 conn(0x7f2c6c0ca870 msgr2=0x7f2c6c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:02.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1546220762 shutdown_connections 2023-07-12T13:56:02.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1546220762 wait complete. 2023-07-12T13:56:02.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 Processor -- start 2023-07-12T13:56:02.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- start start 2023-07-12T13:56:02.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 0x7f2c6c15a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c6c156140 0x7f2c6c15c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c159770 0x7f2c6c0702b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c13e270 con 0x7f2c6c0aff80 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c1f7e70 con 0x7f2c6c156140 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c73dd2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c15c5f0 con 0x7f2c6c159770 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 0x7f2c6c15a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 0x7f2c6c15a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47688/0 (socket says 172.21.15.50:47688) 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 -- 172.21.15.50:0/1121046286 learned_addr learned my addr 172.21.15.50:0/1121046286 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c7136d640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c6c156140 0x7f2c6c15c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c7236f640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c159770 0x7f2c6c0702b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 -- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c159770 msgr2=0x7f2c6c0702b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c159770 0x7f2c6c0702b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 -- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c6c156140 msgr2=0x7f2c6c15c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c6c156140 0x7f2c6c15c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 -- 172.21.15.50:0/1121046286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c64009b30 con 0x7f2c6c0aff80 2023-07-12T13:56:02.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c7236f640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c159770 0x7f2c6c0702b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:02.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c7136d640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c6c156140 0x7f2c6c15c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:02.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.118+0000 7f2c71b6e640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 0x7f2c6c15a7c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2c6800c450 tx=0x7f2c6800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c68011790 con 0x7f2c6c0aff80 2023-07-12T13:56:02.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c68011910 con 0x7f2c6c0aff80 2023-07-12T13:56:02.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c68011cc0 con 0x7f2c6c0aff80 2023-07-12T13:56:02.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c6c1f72d0 con 0x7f2c6c0aff80 2023-07-12T13:56:02.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c6c1f7820 con 0x7f2c6c0aff80 2023-07-12T13:56:02.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c6c04e020 con 0x7f2c6c0aff80 2023-07-12T13:56:02.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2c6801c460 con 0x7f2c6c0aff80 2023-07-12T13:56:02.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c627fc640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c50066280 0x7f2c50068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2c68083b50 con 0x7f2c6c0aff80 2023-07-12T13:56:02.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.122+0000 7f2c7136d640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c50066280 0x7f2c50068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.126+0000 7f2c7136d640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c50066280 0x7f2c50068730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c154390 tx=0x7f2c5c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.126+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2c68051060 con 0x7f2c6c0aff80 2023-07-12T13:56:02.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.278+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2c6c0cc010 con 0x7f2c50066280 2023-07-12T13:56:02.289 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.286+0000 7f2c627fc640 1 -- 172.21.15.50:0/1121046286 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286651 (secure 0 0 0) 0x7f2c5c00a1d0 con 0x7f2c50066280 2023-07-12T13:56:02.291 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:02.293 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:56:02.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c50066280 msgr2=0x7f2c50068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c50066280 0x7f2c50068730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c154390 tx=0x7f2c5c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:02.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 msgr2=0x7f2c6c15a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 0x7f2c6c15a7c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2c6800c450 tx=0x7f2c6800c910 comp rx=0 tx=0).stop 2023-07-12T13:56:02.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 shutdown_connections 2023-07-12T13:56:02.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c50066280 0x7f2c50068730 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c6c159770 0x7f2c6c0702b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c6c156140 0x7f2c6c15c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 --2- 172.21.15.50:0/1121046286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c6c0aff80 0x7f2c6c15a7c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 >> 172.21.15.50:0/1121046286 conn(0x7f2c6c0ca870 msgr2=0x7f2c6c155180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:02.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 shutdown_connections 2023-07-12T13:56:02.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.290+0000 7f2c73dd2640 1 -- 172.21.15.50:0/1121046286 wait complete. 2023-07-12T13:56:02.312 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2023-07-12T13:56:01.542889+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251464,"kb_used_data":3080,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754723256,"statfs":{"total":773094113280,"available":772836614144,"internally_reserved":0,"allocated":3153920,"data_stored":1897772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.988619"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634170+0000","last_change":"2023-07-12T13:55:48.569252+0000","last_active":"2023-07-12T13:55:50.634170+0000","last_peered":"2023-07-12T13:55:50.634170+0000","last_clean":"2023-07-12T13:55:50.634170+0000","last_became_active":"2023-07-12T13:55:48.567586+0000","last_became_peered":"2023-07-12T13:55:48.567586+0000","last_unstale":"2023-07-12T13:55:50.634170+0000","last_undegraded":"2023-07-12T13:55:50.634170+0000","last_fullsized":"2023-07-12T13:55:50.634170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:43.565185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634367+0000","last_change":"2023-07-12T13:55:48.568494+0000","last_active":"2023-07-12T13:55:50.634367+0000","last_peered":"2023-07-12T13:55:50.634367+0000","last_clean":"2023-07-12T13:55:50.634367+0000","last_became_active":"2023-07-12T13:55:48.568118+0000","last_became_peered":"2023-07-12T13:55:48.568118+0000","last_unstale":"2023-07-12T13:55:50.634367+0000","last_undegraded":"2023-07-12T13:55:50.634367+0000","last_fullsized":"2023-07-12T13:55:50.634367+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634541+0000","last_change":"2023-07-12T13:55:48.579739+0000","last_active":"2023-07-12T13:55:50.634541+0000","last_peered":"2023-07-12T13:55:50.634541+0000","last_clean":"2023-07-12T13:55:50.634541+0000","last_became_active":"2023-07-12T13:55:48.579436+0000","last_became_peered":"2023-07-12T13:55:48.579436+0000","last_unstale":"2023-07-12T13:55:50.634541+0000","last_undegraded":"2023-07-12T13:55:50.634541+0000","last_fullsized":"2023-07-12T13:55:50.634541+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:33.792831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557773+0000","last_change":"2023-07-12T13:55:48.567367+0000","last_active":"2023-07-12T13:55:49.557773+0000","last_peered":"2023-07-12T13:55:49.557773+0000","last_clean":"2023-07-12T13:55:49.557773+0000","last_became_active":"2023-07-12T13:55:48.566988+0000","last_became_peered":"2023-07-12T13:55:48.566988+0000","last_unstale":"2023-07-12T13:55:49.557773+0000","last_undegraded":"2023-07-12T13:55:49.557773+0000","last_fullsized":"2023-07-12T13:55:49.557773+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634337+0000","last_change":"2023-07-12T13:55:48.584061+0000","last_active":"2023-07-12T13:55:50.634337+0000","last_peered":"2023-07-12T13:55:50.634337+0000","last_clean":"2023-07-12T13:55:50.634337+0000","last_became_active":"2023-07-12T13:55:48.583666+0000","last_became_peered":"2023-07-12T13:55:48.583666+0000","last_unstale":"2023-07-12T13:55:50.634337+0000","last_undegraded":"2023-07-12T13:55:50.634337+0000","last_fullsized":"2023-07-12T13:55:50.634337+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634386+0000","last_change":"2023-07-12T13:55:48.579026+0000","last_active":"2023-07-12T13:55:50.634386+0000","last_peered":"2023-07-12T13:55:50.634386+0000","last_clean":"2023-07-12T13:55:50.634386+0000","last_became_active":"2023-07-12T13:55:48.578586+0000","last_became_peered":"2023-07-12T13:55:48.578586+0000","last_unstale":"2023-07-12T13:55:50.634386+0000","last_undegraded":"2023-07-12T13:55:50.634386+0000","last_fullsized":"2023-07-12T13:55:50.634386+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557173+0000","last_change":"2023-07-12T13:55:48.573258+0000","last_active":"2023-07-12T13:55:49.557173+0000","last_peered":"2023-07-12T13:55:49.557173+0000","last_clean":"2023-07-12T13:55:49.557173+0000","last_became_active":"2023-07-12T13:55:48.571499+0000","last_became_peered":"2023-07-12T13:55:48.571499+0000","last_unstale":"2023-07-12T13:55:49.557173+0000","last_undegraded":"2023-07-12T13:55:49.557173+0000","last_fullsized":"2023-07-12T13:55:49.557173+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:44.280995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633632+0000","last_change":"2023-07-12T13:55:48.568206+0000","last_active":"2023-07-12T13:55:50.633632+0000","last_peered":"2023-07-12T13:55:50.633632+0000","last_clean":"2023-07-12T13:55:50.633632+0000","last_became_active":"2023-07-12T13:55:48.567848+0000","last_became_peered":"2023-07-12T13:55:48.567848+0000","last_unstale":"2023-07-12T13:55:50.633632+0000","last_undegraded":"2023-07-12T13:55:50.633632+0000","last_fullsized":"2023-07-12T13:55:50.633632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635381+0000","last_change":"2023-07-12T13:55:48.584396+0000","last_active":"2023-07-12T13:55:50.635381+0000","last_peered":"2023-07-12T13:55:50.635381+0000","last_clean":"2023-07-12T13:55:50.635381+0000","last_became_active":"2023-07-12T13:55:48.583652+0000","last_became_peered":"2023-07-12T13:55:48.583652+0000","last_unstale":"2023-07-12T13:55:50.635381+0000","last_undegraded":"2023-07-12T13:55:50.635381+0000","last_fullsized":"2023-07-12T13:55:50.635381+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634521+0000","last_change":"2023-07-12T13:55:48.565573+0000","last_active":"2023-07-12T13:55:50.634521+0000","last_peered":"2023-07-12T13:55:50.634521+0000","last_clean":"2023-07-12T13:55:50.634521+0000","last_became_active":"2023-07-12T13:55:48.565270+0000","last_became_peered":"2023-07-12T13:55:48.565270+0000","last_unstale":"2023-07-12T13:55:50.634521+0000","last_undegraded":"2023-07-12T13:55:50.634521+0000","last_fullsized":"2023-07-12T13:55:50.634521+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634674+0000","last_change":"2023-07-12T13:55:48.573249+0000","last_active":"2023-07-12T13:55:50.634674+0000","last_peered":"2023-07-12T13:55:50.634674+0000","last_clean":"2023-07-12T13:55:50.634674+0000","last_became_active":"2023-07-12T13:55:48.572783+0000","last_became_peered":"2023-07-12T13:55:48.572783+0000","last_unstale":"2023-07-12T13:55:50.634674+0000","last_undegraded":"2023-07-12T13:55:50.634674+0000","last_fullsized":"2023-07-12T13:55:50.634674+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:41.277355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634196+0000","last_change":"2023-07-12T13:55:48.574057+0000","last_active":"2023-07-12T13:55:50.634196+0000","last_peered":"2023-07-12T13:55:50.634196+0000","last_clean":"2023-07-12T13:55:50.634196+0000","last_became_active":"2023-07-12T13:55:48.570350+0000","last_became_peered":"2023-07-12T13:55:48.570350+0000","last_unstale":"2023-07-12T13:55:50.634196+0000","last_undegraded":"2023-07-12T13:55:50.634196+0000","last_fullsized":"2023-07-12T13:55:50.634196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:31.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634870+0000","last_change":"2023-07-12T13:55:48.566686+0000","last_active":"2023-07-12T13:55:50.634870+0000","last_peered":"2023-07-12T13:55:50.634870+0000","last_clean":"2023-07-12T13:55:50.634870+0000","last_became_active":"2023-07-12T13:55:48.566354+0000","last_became_peered":"2023-07-12T13:55:48.566354+0000","last_unstale":"2023-07-12T13:55:50.634870+0000","last_undegraded":"2023-07-12T13:55:50.634870+0000","last_fullsized":"2023-07-12T13:55:50.634870+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:19.394826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633988+0000","last_change":"2023-07-12T13:55:48.575823+0000","last_active":"2023-07-12T13:55:50.633988+0000","last_peered":"2023-07-12T13:55:50.633988+0000","last_clean":"2023-07-12T13:55:50.633988+0000","last_became_active":"2023-07-12T13:55:48.575625+0000","last_became_peered":"2023-07-12T13:55:48.575625+0000","last_unstale":"2023-07-12T13:55:50.633988+0000","last_undegraded":"2023-07-12T13:55:50.633988+0000","last_fullsized":"2023-07-12T13:55:50.633988+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557189+0000","last_change":"2023-07-12T13:55:48.572283+0000","last_active":"2023-07-12T13:55:49.557189+0000","last_peered":"2023-07-12T13:55:49.557189+0000","last_clean":"2023-07-12T13:55:49.557189+0000","last_became_active":"2023-07-12T13:55:48.571923+0000","last_became_peered":"2023-07-12T13:55:48.571923+0000","last_unstale":"2023-07-12T13:55:49.557189+0000","last_undegraded":"2023-07-12T13:55:49.557189+0000","last_fullsized":"2023-07-12T13:55:49.557189+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:50:39.502504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633378+0000","last_change":"2023-07-12T13:55:48.579045+0000","last_active":"2023-07-12T13:55:50.633378+0000","last_peered":"2023-07-12T13:55:50.633378+0000","last_clean":"2023-07-12T13:55:50.633378+0000","last_became_active":"2023-07-12T13:55:48.578663+0000","last_became_peered":"2023-07-12T13:55:48.578663+0000","last_unstale":"2023-07-12T13:55:50.633378+0000","last_undegraded":"2023-07-12T13:55:50.633378+0000","last_fullsized":"2023-07-12T13:55:50.633378+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635503+0000","last_change":"2023-07-12T13:55:48.584681+0000","last_active":"2023-07-12T13:55:50.635503+0000","last_peered":"2023-07-12T13:55:50.635503+0000","last_clean":"2023-07-12T13:55:50.635503+0000","last_became_active":"2023-07-12T13:55:48.584102+0000","last_became_peered":"2023-07-12T13:55:48.584102+0000","last_unstale":"2023-07-12T13:55:50.635503+0000","last_undegraded":"2023-07-12T13:55:50.635503+0000","last_fullsized":"2023-07-12T13:55:50.635503+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633623+0000","last_change":"2023-07-12T13:55:48.576765+0000","last_active":"2023-07-12T13:55:50.633623+0000","last_peered":"2023-07-12T13:55:50.633623+0000","last_clean":"2023-07-12T13:55:50.633623+0000","last_became_active":"2023-07-12T13:55:48.574352+0000","last_became_peered":"2023-07-12T13:55:48.574352+0000","last_unstale":"2023-07-12T13:55:50.633623+0000","last_undegraded":"2023-07-12T13:55:50.633623+0000","last_fullsized":"2023-07-12T13:55:50.633623+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634982+0000","last_change":"2023-07-12T13:55:48.568029+0000","last_active":"2023-07-12T13:55:50.634982+0000","last_peered":"2023-07-12T13:55:50.634982+0000","last_clean":"2023-07-12T13:55:50.634982+0000","last_became_active":"2023-07-12T13:55:48.567413+0000","last_became_peered":"2023-07-12T13:55:48.567413+0000","last_unstale":"2023-07-12T13:55:50.634982+0000","last_undegraded":"2023-07-12T13:55:50.634982+0000","last_fullsized":"2023-07-12T13:55:50.634982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633701+0000","last_change":"2023-07-12T13:55:48.574970+0000","last_active":"2023-07-12T13:55:50.633701+0000","last_peered":"2023-07-12T13:55:50.633701+0000","last_clean":"2023-07-12T13:55:50.633701+0000","last_became_active":"2023-07-12T13:55:48.574605+0000","last_became_peered":"2023-07-12T13:55:48.574605+0000","last_unstale":"2023-07-12T13:55:50.633701+0000","last_undegraded":"2023-07-12T13:55:50.633701+0000","last_fullsized":"2023-07-12T13:55:50.633701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557245+0000","last_change":"2023-07-12T13:55:48.584423+0000","last_active":"2023-07-12T13:55:49.557245+0000","last_peered":"2023-07-12T13:55:49.557245+0000","last_clean":"2023-07-12T13:55:49.557245+0000","last_became_active":"2023-07-12T13:55:48.584127+0000","last_became_peered":"2023-07-12T13:55:48.584127+0000","last_unstale":"2023-07-12T13:55:49.557245+0000","last_undegraded":"2023-07-12T13:55:49.557245+0000","last_fullsized":"2023-07-12T13:55:49.557245+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633995+0000","last_change":"2023-07-12T13:55:48.572418+0000","last_active":"2023-07-12T13:55:50.633995+0000","last_peered":"2023-07-12T13:55:50.633995+0000","last_clean":"2023-07-12T13:55:50.633995+0000","last_became_active":"2023-07-12T13:55:48.572128+0000","last_became_peered":"2023-07-12T13:55:48.572128+0000","last_unstale":"2023-07-12T13:55:50.633995+0000","last_undegraded":"2023-07-12T13:55:50.633995+0000","last_fullsized":"2023-07-12T13:55:50.633995+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:01.773801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550474+0000","last_change":"2023-07-12T13:55:48.567015+0000","last_active":"2023-07-12T13:55:49.550474+0000","last_peered":"2023-07-12T13:55:49.550474+0000","last_clean":"2023-07-12T13:55:49.550474+0000","last_became_active":"2023-07-12T13:55:48.566714+0000","last_became_peered":"2023-07-12T13:55:48.566714+0000","last_unstale":"2023-07-12T13:55:49.550474+0000","last_undegraded":"2023-07-12T13:55:49.550474+0000","last_fullsized":"2023-07-12T13:55:49.550474+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:31:49.454549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556956+0000","last_change":"2023-07-12T13:55:48.583667+0000","last_active":"2023-07-12T13:55:49.556956+0000","last_peered":"2023-07-12T13:55:49.556956+0000","last_clean":"2023-07-12T13:55:49.556956+0000","last_became_active":"2023-07-12T13:55:48.583395+0000","last_became_peered":"2023-07-12T13:55:48.583395+0000","last_unstale":"2023-07-12T13:55:49.556956+0000","last_undegraded":"2023-07-12T13:55:49.556956+0000","last_fullsized":"2023-07-12T13:55:49.556956+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634790+0000","last_change":"2023-07-12T13:55:48.577415+0000","last_active":"2023-07-12T13:55:50.634790+0000","last_peered":"2023-07-12T13:55:50.634790+0000","last_clean":"2023-07-12T13:55:50.634790+0000","last_became_active":"2023-07-12T13:55:48.574562+0000","last_became_peered":"2023-07-12T13:55:48.574562+0000","last_unstale":"2023-07-12T13:55:50.634790+0000","last_undegraded":"2023-07-12T13:55:50.634790+0000","last_fullsized":"2023-07-12T13:55:50.634790+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634377+0000","last_change":"2023-07-12T13:55:48.578426+0000","last_active":"2023-07-12T13:55:50.634377+0000","last_peered":"2023-07-12T13:55:50.634377+0000","last_clean":"2023-07-12T13:55:50.634377+0000","last_became_active":"2023-07-12T13:55:48.578140+0000","last_became_peered":"2023-07-12T13:55:48.578140+0000","last_unstale":"2023-07-12T13:55:50.634377+0000","last_undegraded":"2023-07-12T13:55:50.634377+0000","last_fullsized":"2023-07-12T13:55:50.634377+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633890+0000","last_change":"2023-07-12T13:55:48.573658+0000","last_active":"2023-07-12T13:55:50.633890+0000","last_peered":"2023-07-12T13:55:50.633890+0000","last_clean":"2023-07-12T13:55:50.633890+0000","last_became_active":"2023-07-12T13:55:48.573350+0000","last_became_peered":"2023-07-12T13:55:48.573350+0000","last_unstale":"2023-07-12T13:55:50.633890+0000","last_undegraded":"2023-07-12T13:55:50.633890+0000","last_fullsized":"2023-07-12T13:55:50.633890+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635632+0000","last_change":"2023-07-12T13:55:48.572983+0000","last_active":"2023-07-12T13:55:50.635632+0000","last_peered":"2023-07-12T13:55:50.635632+0000","last_clean":"2023-07-12T13:55:50.635632+0000","last_became_active":"2023-07-12T13:55:48.572644+0000","last_became_peered":"2023-07-12T13:55:48.572644+0000","last_unstale":"2023-07-12T13:55:50.635632+0000","last_undegraded":"2023-07-12T13:55:50.635632+0000","last_fullsized":"2023-07-12T13:55:50.635632+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550898+0000","last_change":"2023-07-12T13:55:48.575841+0000","last_active":"2023-07-12T13:55:49.550898+0000","last_peered":"2023-07-12T13:55:49.550898+0000","last_clean":"2023-07-12T13:55:49.550898+0000","last_became_active":"2023-07-12T13:55:48.575543+0000","last_became_peered":"2023-07-12T13:55:48.575543+0000","last_unstale":"2023-07-12T13:55:49.550898+0000","last_undegraded":"2023-07-12T13:55:49.550898+0000","last_fullsized":"2023-07-12T13:55:49.550898+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634622+0000","last_change":"2023-07-12T13:55:48.574252+0000","last_active":"2023-07-12T13:55:50.634622+0000","last_peered":"2023-07-12T13:55:50.634622+0000","last_clean":"2023-07-12T13:55:50.634622+0000","last_became_active":"2023-07-12T13:55:48.573926+0000","last_became_peered":"2023-07-12T13:55:48.573926+0000","last_unstale":"2023-07-12T13:55:50.634622+0000","last_undegraded":"2023-07-12T13:55:50.634622+0000","last_fullsized":"2023-07-12T13:55:50.634622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:07.249160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550495+0000","last_change":"2023-07-12T13:55:48.576167+0000","last_active":"2023-07-12T13:55:49.550495+0000","last_peered":"2023-07-12T13:55:49.550495+0000","last_clean":"2023-07-12T13:55:49.550495+0000","last_became_active":"2023-07-12T13:55:48.575560+0000","last_became_peered":"2023-07-12T13:55:48.575560+0000","last_unstale":"2023-07-12T13:55:49.550495+0000","last_undegraded":"2023-07-12T13:55:49.550495+0000","last_fullsized":"2023-07-12T13:55:49.550495+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:34.915035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558087+0000","last_change":"2023-07-12T13:55:48.573061+0000","last_active":"2023-07-12T13:55:49.558087+0000","last_peered":"2023-07-12T13:55:49.558087+0000","last_clean":"2023-07-12T13:55:49.558087+0000","last_became_active":"2023-07-12T13:55:48.572727+0000","last_became_peered":"2023-07-12T13:55:48.572727+0000","last_unstale":"2023-07-12T13:55:49.558087+0000","last_undegraded":"2023-07-12T13:55:49.558087+0000","last_fullsized":"2023-07-12T13:55:49.558087+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:57:33.050084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550795+0000","last_change":"2023-07-12T13:55:48.573500+0000","last_active":"2023-07-12T13:55:49.550795+0000","last_peered":"2023-07-12T13:55:49.550795+0000","last_clean":"2023-07-12T13:55:49.550795+0000","last_became_active":"2023-07-12T13:55:48.573000+0000","last_became_peered":"2023-07-12T13:55:48.573000+0000","last_unstale":"2023-07-12T13:55:49.550795+0000","last_undegraded":"2023-07-12T13:55:49.550795+0000","last_fullsized":"2023-07-12T13:55:49.550795+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557395+0000","last_change":"2023-07-12T13:55:47.577410+0000","last_active":"2023-07-12T13:55:49.557395+0000","last_peered":"2023-07-12T13:55:49.557395+0000","last_clean":"2023-07-12T13:55:49.557395+0000","last_became_active":"2023-07-12T13:55:47.577148+0000","last_became_peered":"2023-07-12T13:55:47.577148+0000","last_unstale":"2023-07-12T13:55:49.557395+0000","last_undegraded":"2023-07-12T13:55:49.557395+0000","last_fullsized":"2023-07-12T13:55:49.557395+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:12:06.234222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634102+0000","last_change":"2023-07-12T13:55:48.575185+0000","last_active":"2023-07-12T13:55:50.634102+0000","last_peered":"2023-07-12T13:55:50.634102+0000","last_clean":"2023-07-12T13:55:50.634102+0000","last_became_active":"2023-07-12T13:55:48.574904+0000","last_became_peered":"2023-07-12T13:55:48.574904+0000","last_unstale":"2023-07-12T13:55:50.634102+0000","last_undegraded":"2023-07-12T13:55:50.634102+0000","last_fullsized":"2023-07-12T13:55:50.634102+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634129+0000","last_change":"2023-07-12T13:55:47.576691+0000","last_active":"2023-07-12T13:55:50.634129+0000","last_peered":"2023-07-12T13:55:50.634129+0000","last_clean":"2023-07-12T13:55:50.634129+0000","last_became_active":"2023-07-12T13:55:47.576219+0000","last_became_peered":"2023-07-12T13:55:47.576219+0000","last_unstale":"2023-07-12T13:55:50.634129+0000","last_undegraded":"2023-07-12T13:55:50.634129+0000","last_fullsized":"2023-07-12T13:55:50.634129+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:48.295129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635509+0000","last_change":"2023-07-12T13:55:48.584653+0000","last_active":"2023-07-12T13:55:50.635509+0000","last_peered":"2023-07-12T13:55:50.635509+0000","last_clean":"2023-07-12T13:55:50.635509+0000","last_became_active":"2023-07-12T13:55:48.584306+0000","last_became_peered":"2023-07-12T13:55:48.584306+0000","last_unstale":"2023-07-12T13:55:50.635509+0000","last_undegraded":"2023-07-12T13:55:50.635509+0000","last_fullsized":"2023-07-12T13:55:50.635509+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:08.666312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557324+0000","last_change":"2023-07-12T13:55:47.576547+0000","last_active":"2023-07-12T13:55:49.557324+0000","last_peered":"2023-07-12T13:55:49.557324+0000","last_clean":"2023-07-12T13:55:49.557324+0000","last_became_active":"2023-07-12T13:55:47.575991+0000","last_became_peered":"2023-07-12T13:55:47.575991+0000","last_unstale":"2023-07-12T13:55:49.557324+0000","last_undegraded":"2023-07-12T13:55:49.557324+0000","last_fullsized":"2023-07-12T13:55:49.557324+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:33:32.777893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551174+0000","last_change":"2023-07-12T13:55:48.575271+0000","last_active":"2023-07-12T13:55:49.551174+0000","last_peered":"2023-07-12T13:55:49.551174+0000","last_clean":"2023-07-12T13:55:49.551174+0000","last_became_active":"2023-07-12T13:55:48.574929+0000","last_became_peered":"2023-07-12T13:55:48.574929+0000","last_unstale":"2023-07-12T13:55:49.551174+0000","last_undegraded":"2023-07-12T13:55:49.551174+0000","last_fullsized":"2023-07-12T13:55:49.551174+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558176+0000","last_change":"2023-07-12T13:55:47.571274+0000","last_active":"2023-07-12T13:55:49.558176+0000","last_peered":"2023-07-12T13:55:49.558176+0000","last_clean":"2023-07-12T13:55:49.558176+0000","last_became_active":"2023-07-12T13:55:47.570847+0000","last_became_peered":"2023-07-12T13:55:47.570847+0000","last_unstale":"2023-07-12T13:55:49.558176+0000","last_undegraded":"2023-07-12T13:55:49.558176+0000","last_fullsized":"2023-07-12T13:55:49.558176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:40:53.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558193+0000","last_change":"2023-07-12T13:55:47.576290+0000","last_active":"2023-07-12T13:55:49.558193+0000","last_peered":"2023-07-12T13:55:49.558193+0000","last_clean":"2023-07-12T13:55:49.558193+0000","last_became_active":"2023-07-12T13:55:47.575957+0000","last_became_peered":"2023-07-12T13:55:47.575957+0000","last_unstale":"2023-07-12T13:55:49.558193+0000","last_undegraded":"2023-07-12T13:55:49.558193+0000","last_fullsized":"2023-07-12T13:55:49.558193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:01:00.663180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633811+0000","last_change":"2023-07-12T13:55:48.575008+0000","last_active":"2023-07-12T13:55:50.633811+0000","last_peered":"2023-07-12T13:55:50.633811+0000","last_clean":"2023-07-12T13:55:50.633811+0000","last_became_active":"2023-07-12T13:55:48.574706+0000","last_became_peered":"2023-07-12T13:55:48.574706+0000","last_unstale":"2023-07-12T13:55:50.633811+0000","last_undegraded":"2023-07-12T13:55:50.633811+0000","last_fullsized":"2023-07-12T13:55:50.633811+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.558110+0000","last_change":"2023-07-12T13:55:47.576684+0000","last_active":"2023-07-12T13:55:49.558110+0000","last_peered":"2023-07-12T13:55:49.558110+0000","last_clean":"2023-07-12T13:55:49.558110+0000","last_became_active":"2023-07-12T13:55:47.576023+0000","last_became_peered":"2023-07-12T13:55:47.576023+0000","last_unstale":"2023-07-12T13:55:49.558110+0000","last_undegraded":"2023-07-12T13:55:49.558110+0000","last_fullsized":"2023-07-12T13:55:49.558110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:11.370194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633457+0000","last_change":"2023-07-12T13:55:48.576829+0000","last_active":"2023-07-12T13:55:50.633457+0000","last_peered":"2023-07-12T13:55:50.633457+0000","last_clean":"2023-07-12T13:55:50.633457+0000","last_became_active":"2023-07-12T13:55:48.576474+0000","last_became_peered":"2023-07-12T13:55:48.576474+0000","last_unstale":"2023-07-12T13:55:50.633457+0000","last_undegraded":"2023-07-12T13:55:50.633457+0000","last_fullsized":"2023-07-12T13:55:50.633457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557854+0000","last_change":"2023-07-12T13:55:47.568986+0000","last_active":"2023-07-12T13:55:49.557854+0000","last_peered":"2023-07-12T13:55:49.557854+0000","last_clean":"2023-07-12T13:55:49.557854+0000","last_became_active":"2023-07-12T13:55:47.568678+0000","last_became_peered":"2023-07-12T13:55:47.568678+0000","last_unstale":"2023-07-12T13:55:49.557854+0000","last_undegraded":"2023-07-12T13:55:49.557854+0000","last_fullsized":"2023-07-12T13:55:49.557854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557280+0000","last_change":"2023-07-12T13:55:48.576070+0000","last_active":"2023-07-12T13:55:49.557280+0000","last_peered":"2023-07-12T13:55:49.557280+0000","last_clean":"2023-07-12T13:55:49.557280+0000","last_became_active":"2023-07-12T13:55:48.575681+0000","last_became_peered":"2023-07-12T13:55:48.575681+0000","last_unstale":"2023-07-12T13:55:49.557280+0000","last_undegraded":"2023-07-12T13:55:49.557280+0000","last_fullsized":"2023-07-12T13:55:49.557280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:15.284007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634384+0000","last_change":"2023-07-12T13:55:47.566763+0000","last_active":"2023-07-12T13:55:50.634384+0000","last_peered":"2023-07-12T13:55:50.634384+0000","last_clean":"2023-07-12T13:55:50.634384+0000","last_became_active":"2023-07-12T13:55:47.566467+0000","last_became_peered":"2023-07-12T13:55:47.566467+0000","last_unstale":"2023-07-12T13:55:50.634384+0000","last_undegraded":"2023-07-12T13:55:50.634384+0000","last_fullsized":"2023-07-12T13:55:50.634384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634083+0000","last_change":"2023-07-12T13:55:48.566300+0000","last_active":"2023-07-12T13:55:50.634083+0000","last_peered":"2023-07-12T13:55:50.634083+0000","last_clean":"2023-07-12T13:55:50.634083+0000","last_became_active":"2023-07-12T13:55:48.565992+0000","last_became_peered":"2023-07-12T13:55:48.565992+0000","last_unstale":"2023-07-12T13:55:50.634083+0000","last_undegraded":"2023-07-12T13:55:50.634083+0000","last_fullsized":"2023-07-12T13:55:50.634083+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:34.915035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551109+0000","last_change":"2023-07-12T13:55:47.566396+0000","last_active":"2023-07-12T13:55:49.551109+0000","last_peered":"2023-07-12T13:55:49.551109+0000","last_clean":"2023-07-12T13:55:49.551109+0000","last_became_active":"2023-07-12T13:55:47.565910+0000","last_became_peered":"2023-07-12T13:55:47.565910+0000","last_unstale":"2023-07-12T13:55:49.551109+0000","last_undegraded":"2023-07-12T13:55:49.551109+0000","last_fullsized":"2023-07-12T13:55:49.551109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633842+0000","last_change":"2023-07-12T13:55:48.583456+0000","last_active":"2023-07-12T13:55:50.633842+0000","last_peered":"2023-07-12T13:55:50.633842+0000","last_clean":"2023-07-12T13:55:50.633842+0000","last_became_active":"2023-07-12T13:55:48.583147+0000","last_became_peered":"2023-07-12T13:55:48.583147+0000","last_unstale":"2023-07-12T13:55:50.633842+0000","last_undegraded":"2023-07-12T13:55:50.633842+0000","last_fullsized":"2023-07-12T13:55:50.633842+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557482+0000","last_change":"2023-07-12T13:55:47.574598+0000","last_active":"2023-07-12T13:55:49.557482+0000","last_peered":"2023-07-12T13:55:49.557482+0000","last_clean":"2023-07-12T13:55:49.557482+0000","last_became_active":"2023-07-12T13:55:47.574210+0000","last_became_peered":"2023-07-12T13:55:47.574210+0000","last_unstale":"2023-07-12T13:55:49.557482+0000","last_undegraded":"2023-07-12T13:55:49.557482+0000","last_fullsized":"2023-07-12T13:55:49.557482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:18:42.550248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634800+0000","last_change":"2023-07-12T13:55:48.577399+0000","last_active":"2023-07-12T13:55:50.634800+0000","last_peered":"2023-07-12T13:55:50.634800+0000","last_clean":"2023-07-12T13:55:50.634800+0000","last_became_active":"2023-07-12T13:55:48.577139+0000","last_became_peered":"2023-07-12T13:55:48.577139+0000","last_unstale":"2023-07-12T13:55:50.634800+0000","last_undegraded":"2023-07-12T13:55:50.634800+0000","last_fullsized":"2023-07-12T13:55:50.634800+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:51.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633789+0000","last_change":"2023-07-12T13:55:47.573167+0000","last_active":"2023-07-12T13:55:50.633789+0000","last_peered":"2023-07-12T13:55:50.633789+0000","last_clean":"2023-07-12T13:55:50.633789+0000","last_became_active":"2023-07-12T13:55:47.572838+0000","last_became_peered":"2023-07-12T13:55:47.572838+0000","last_unstale":"2023-07-12T13:55:50.633789+0000","last_undegraded":"2023-07-12T13:55:50.633789+0000","last_fullsized":"2023-07-12T13:55:50.633789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633761+0000","last_change":"2023-07-12T13:55:48.574558+0000","last_active":"2023-07-12T13:55:50.633761+0000","last_peered":"2023-07-12T13:55:50.633761+0000","last_clean":"2023-07-12T13:55:50.633761+0000","last_became_active":"2023-07-12T13:55:48.574161+0000","last_became_peered":"2023-07-12T13:55:48.574161+0000","last_unstale":"2023-07-12T13:55:50.633761+0000","last_undegraded":"2023-07-12T13:55:50.633761+0000","last_fullsized":"2023-07-12T13:55:50.633761+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:28.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551321+0000","last_change":"2023-07-12T13:55:47.575886+0000","last_active":"2023-07-12T13:55:49.551321+0000","last_peered":"2023-07-12T13:55:49.551321+0000","last_clean":"2023-07-12T13:55:49.551321+0000","last_became_active":"2023-07-12T13:55:47.575551+0000","last_became_peered":"2023-07-12T13:55:47.575551+0000","last_unstale":"2023-07-12T13:55:49.551321+0000","last_undegraded":"2023-07-12T13:55:49.551321+0000","last_fullsized":"2023-07-12T13:55:49.551321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634897+0000","last_change":"2023-07-12T13:55:48.589391+0000","last_active":"2023-07-12T13:55:50.634897+0000","last_peered":"2023-07-12T13:55:50.634897+0000","last_clean":"2023-07-12T13:55:50.634897+0000","last_became_active":"2023-07-12T13:55:48.589057+0000","last_became_peered":"2023-07-12T13:55:48.589057+0000","last_unstale":"2023-07-12T13:55:50.634897+0000","last_undegraded":"2023-07-12T13:55:50.634897+0000","last_fullsized":"2023-07-12T13:55:50.634897+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557090+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:55:49.557090+0000","last_peered":"2023-07-12T13:55:49.557090+0000","last_clean":"2023-07-12T13:55:49.557090+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:55:49.557090+0000","last_undegraded":"2023-07-12T13:55:49.557090+0000","last_fullsized":"2023-07-12T13:55:49.557090+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:49.797127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633750+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:55:50.633750+0000","last_peered":"2023-07-12T13:55:50.633750+0000","last_clean":"2023-07-12T13:55:50.633750+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:55:50.633750+0000","last_undegraded":"2023-07-12T13:55:50.633750+0000","last_fullsized":"2023-07-12T13:55:50.633750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:51.482217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550769+0000","last_change":"2023-07-12T13:55:47.567048+0000","last_active":"2023-07-12T13:55:49.550769+0000","last_peered":"2023-07-12T13:55:49.550769+0000","last_clean":"2023-07-12T13:55:49.550769+0000","last_became_active":"2023-07-12T13:55:47.566725+0000","last_became_peered":"2023-07-12T13:55:47.566725+0000","last_unstale":"2023-07-12T13:55:49.550769+0000","last_undegraded":"2023-07-12T13:55:49.550769+0000","last_fullsized":"2023-07-12T13:55:49.550769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:36.927544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557592+0000","last_change":"2023-07-12T13:55:48.574549+0000","last_active":"2023-07-12T13:55:49.557592+0000","last_peered":"2023-07-12T13:55:49.557592+0000","last_clean":"2023-07-12T13:55:49.557592+0000","last_became_active":"2023-07-12T13:55:48.574273+0000","last_became_peered":"2023-07-12T13:55:48.574273+0000","last_unstale":"2023-07-12T13:55:49.557592+0000","last_undegraded":"2023-07-12T13:55:49.557592+0000","last_fullsized":"2023-07-12T13:55:49.557592+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.556914+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:55:49.556914+0000","last_peered":"2023-07-12T13:55:49.556914+0000","last_clean":"2023-07-12T13:55:49.556914+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:55:49.556914+0000","last_undegraded":"2023-07-12T13:55:49.556914+0000","last_fullsized":"2023-07-12T13:55:49.556914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:22.272037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634477+0000","last_change":"2023-07-12T13:55:47.577278+0000","last_active":"2023-07-12T13:55:50.634477+0000","last_peered":"2023-07-12T13:55:50.634477+0000","last_clean":"2023-07-12T13:55:50.634477+0000","last_became_active":"2023-07-12T13:55:47.576995+0000","last_became_peered":"2023-07-12T13:55:47.576995+0000","last_unstale":"2023-07-12T13:55:50.634477+0000","last_undegraded":"2023-07-12T13:55:50.634477+0000","last_fullsized":"2023-07-12T13:55:50.634477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:36.927544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635400+0000","last_change":"2023-07-12T13:55:48.567151+0000","last_active":"2023-07-12T13:55:50.635400+0000","last_peered":"2023-07-12T13:55:50.635400+0000","last_clean":"2023-07-12T13:55:50.635400+0000","last_became_active":"2023-07-12T13:55:48.566552+0000","last_became_peered":"2023-07-12T13:55:48.566552+0000","last_unstale":"2023-07-12T13:55:50.635400+0000","last_undegraded":"2023-07-12T13:55:50.635400+0000","last_fullsized":"2023-07-12T13:55:50.635400+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:48.056295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634063+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:55:50.634063+0000","last_peered":"2023-07-12T13:55:50.634063+0000","last_clean":"2023-07-12T13:55:50.634063+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:55:50.634063+0000","last_undegraded":"2023-07-12T13:55:50.634063+0000","last_fullsized":"2023-07-12T13:55:50.634063+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:11.914090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635118+0000","last_change":"2023-07-12T13:55:47.573941+0000","last_active":"2023-07-12T13:55:50.635118+0000","last_peered":"2023-07-12T13:55:50.635118+0000","last_clean":"2023-07-12T13:55:50.635118+0000","last_became_active":"2023-07-12T13:55:47.570189+0000","last_became_peered":"2023-07-12T13:55:47.570189+0000","last_unstale":"2023-07-12T13:55:50.635118+0000","last_undegraded":"2023-07-12T13:55:50.635118+0000","last_fullsized":"2023-07-12T13:55:50.635118+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:27.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634912+0000","last_change":"2023-07-12T13:55:48.564820+0000","last_active":"2023-07-12T13:55:50.634912+0000","last_peered":"2023-07-12T13:55:50.634912+0000","last_clean":"2023-07-12T13:55:50.634912+0000","last_became_active":"2023-07-12T13:55:48.564547+0000","last_became_peered":"2023-07-12T13:55:48.564547+0000","last_unstale":"2023-07-12T13:55:50.634912+0000","last_undegraded":"2023-07-12T13:55:50.634912+0000","last_fullsized":"2023-07-12T13:55:50.634912+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634517+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:55:50.634517+0000","last_peered":"2023-07-12T13:55:50.634517+0000","last_clean":"2023-07-12T13:55:50.634517+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:55:50.634517+0000","last_undegraded":"2023-07-12T13:55:50.634517+0000","last_fullsized":"2023-07-12T13:55:50.634517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:38.227882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634336+0000","last_change":"2023-07-12T13:55:47.574910+0000","last_active":"2023-07-12T13:55:50.634336+0000","last_peered":"2023-07-12T13:55:50.634336+0000","last_clean":"2023-07-12T13:55:50.634336+0000","last_became_active":"2023-07-12T13:55:47.574535+0000","last_became_peered":"2023-07-12T13:55:47.574535+0000","last_unstale":"2023-07-12T13:55:50.634336+0000","last_undegraded":"2023-07-12T13:55:50.634336+0000","last_fullsized":"2023-07-12T13:55:50.634336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635415+0000","last_change":"2023-07-12T13:55:48.579942+0000","last_active":"2023-07-12T13:55:50.635415+0000","last_peered":"2023-07-12T13:55:50.635415+0000","last_clean":"2023-07-12T13:55:50.635415+0000","last_became_active":"2023-07-12T13:55:48.579562+0000","last_became_peered":"2023-07-12T13:55:48.579562+0000","last_unstale":"2023-07-12T13:55:50.635415+0000","last_undegraded":"2023-07-12T13:55:50.635415+0000","last_fullsized":"2023-07-12T13:55:50.635415+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:07.255086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634520+0000","last_change":"2023-07-12T13:55:47.567737+0000","last_active":"2023-07-12T13:55:50.634520+0000","last_peered":"2023-07-12T13:55:50.634520+0000","last_clean":"2023-07-12T13:55:50.634520+0000","last_became_active":"2023-07-12T13:55:47.567383+0000","last_became_peered":"2023-07-12T13:55:47.567383+0000","last_unstale":"2023-07-12T13:55:50.634520+0000","last_undegraded":"2023-07-12T13:55:50.634520+0000","last_fullsized":"2023-07-12T13:55:50.634520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635745+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:55:50.635745+0000","last_peered":"2023-07-12T13:55:50.635745+0000","last_clean":"2023-07-12T13:55:50.635745+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:55:50.635745+0000","last_undegraded":"2023-07-12T13:55:50.635745+0000","last_fullsized":"2023-07-12T13:55:50.635745+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:17:56.849929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634899+0000","last_change":"2023-07-12T13:55:48.568662+0000","last_active":"2023-07-12T13:55:50.634899+0000","last_peered":"2023-07-12T13:55:50.634899+0000","last_clean":"2023-07-12T13:55:50.634899+0000","last_became_active":"2023-07-12T13:55:48.568264+0000","last_became_peered":"2023-07-12T13:55:48.568264+0000","last_unstale":"2023-07-12T13:55:50.634899+0000","last_undegraded":"2023-07-12T13:55:50.634899+0000","last_fullsized":"2023-07-12T13:55:50.634899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635519+0000","last_change":"2023-07-12T13:55:47.571707+0000","last_active":"2023-07-12T13:55:50.635519+0000","last_peered":"2023-07-12T13:55:50.635519+0000","last_clean":"2023-07-12T13:55:50.635519+0000","last_became_active":"2023-07-12T13:55:47.571382+0000","last_became_peered":"2023-07-12T13:55:47.571382+0000","last_unstale":"2023-07-12T13:55:50.635519+0000","last_undegraded":"2023-07-12T13:55:50.635519+0000","last_fullsized":"2023-07-12T13:55:50.635519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557976+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:55:49.557976+0000","last_peered":"2023-07-12T13:55:49.557976+0000","last_clean":"2023-07-12T13:55:49.557976+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:55:49.557976+0000","last_undegraded":"2023-07-12T13:55:49.557976+0000","last_fullsized":"2023-07-12T13:55:49.557976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:55:45.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634215+0000","last_change":"2023-07-12T13:55:48.564483+0000","last_active":"2023-07-12T13:55:50.634215+0000","last_peered":"2023-07-12T13:55:50.634215+0000","last_clean":"2023-07-12T13:55:50.634215+0000","last_became_active":"2023-07-12T13:55:48.564164+0000","last_became_peered":"2023-07-12T13:55:48.564164+0000","last_unstale":"2023-07-12T13:55:50.634215+0000","last_undegraded":"2023-07-12T13:55:50.634215+0000","last_fullsized":"2023-07-12T13:55:50.634215+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551275+0000","last_change":"2023-07-12T13:55:47.564152+0000","last_active":"2023-07-12T13:55:49.551275+0000","last_peered":"2023-07-12T13:55:49.551275+0000","last_clean":"2023-07-12T13:55:49.551275+0000","last_became_active":"2023-07-12T13:55:47.563742+0000","last_became_peered":"2023-07-12T13:55:47.563742+0000","last_unstale":"2023-07-12T13:55:49.551275+0000","last_undegraded":"2023-07-12T13:55:49.551275+0000","last_fullsized":"2023-07-12T13:55:49.551275+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633977+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:55:50.633977+0000","last_peered":"2023-07-12T13:55:50.633977+0000","last_clean":"2023-07-12T13:55:50.633977+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:55:50.633977+0000","last_undegraded":"2023-07-12T13:55:50.633977+0000","last_fullsized":"2023-07-12T13:55:50.633977+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:57:28.861922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550588+0000","last_change":"2023-07-12T13:55:48.575189+0000","last_active":"2023-07-12T13:55:49.550588+0000","last_peered":"2023-07-12T13:55:49.550588+0000","last_clean":"2023-07-12T13:55:49.550588+0000","last_became_active":"2023-07-12T13:55:48.574919+0000","last_became_peered":"2023-07-12T13:55:48.574919+0000","last_unstale":"2023-07-12T13:55:49.550588+0000","last_undegraded":"2023-07-12T13:55:49.550588+0000","last_fullsized":"2023-07-12T13:55:49.550588+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:41:49.310067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"23'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635780+0000","last_change":"2023-07-12T13:55:47.560927+0000","last_active":"2023-07-12T13:55:50.635780+0000","last_peered":"2023-07-12T13:55:50.635780+0000","last_clean":"2023-07-12T13:55:50.635780+0000","last_became_active":"2023-07-12T13:55:47.560628+0000","last_became_peered":"2023-07-12T13:55:47.560628+0000","last_unstale":"2023-07-12T13:55:50.635780+0000","last_undegraded":"2023-07-12T13:55:50.635780+0000","last_fullsized":"2023-07-12T13:55:50.635780+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:01.888105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557523+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:55:49.557523+0000","last_peered":"2023-07-12T13:55:49.557523+0000","last_clean":"2023-07-12T13:55:49.557523+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:55:49.557523+0000","last_undegraded":"2023-07-12T13:55:49.557523+0000","last_fullsized":"2023-07-12T13:55:49.557523+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:39:25.661179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633672+0000","last_change":"2023-07-12T13:55:48.566203+0000","last_active":"2023-07-12T13:55:50.633672+0000","last_peered":"2023-07-12T13:55:50.633672+0000","last_clean":"2023-07-12T13:55:50.633672+0000","last_became_active":"2023-07-12T13:55:48.565882+0000","last_became_peered":"2023-07-12T13:55:48.565882+0000","last_unstale":"2023-07-12T13:55:50.633672+0000","last_undegraded":"2023-07-12T13:55:50.633672+0000","last_fullsized":"2023-07-12T13:55:50.633672+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:05:37.942482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634207+0000","last_change":"2023-07-12T13:55:48.573985+0000","last_active":"2023-07-12T13:55:50.634207+0000","last_peered":"2023-07-12T13:55:50.634207+0000","last_clean":"2023-07-12T13:55:50.634207+0000","last_became_active":"2023-07-12T13:55:48.573640+0000","last_became_peered":"2023-07-12T13:55:48.573640+0000","last_unstale":"2023-07-12T13:55:50.634207+0000","last_undegraded":"2023-07-12T13:55:50.634207+0000","last_fullsized":"2023-07-12T13:55:50.634207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:18:02.903043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"22'6","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633959+0000","last_change":"2023-07-12T13:55:47.572590+0000","last_active":"2023-07-12T13:55:50.633959+0000","last_peered":"2023-07-12T13:55:50.633959+0000","last_clean":"2023-07-12T13:55:50.633959+0000","last_became_active":"2023-07-12T13:55:47.572274+0000","last_became_peered":"2023-07-12T13:55:47.572274+0000","last_unstale":"2023-07-12T13:55:50.633959+0000","last_undegraded":"2023-07-12T13:55:50.633959+0000","last_fullsized":"2023-07-12T13:55:50.633959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:07.651375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634761+0000","last_change":"2023-07-12T13:55:48.568699+0000","last_active":"2023-07-12T13:55:50.634761+0000","last_peered":"2023-07-12T13:55:50.634761+0000","last_clean":"2023-07-12T13:55:50.634761+0000","last_became_active":"2023-07-12T13:55:48.568359+0000","last_became_peered":"2023-07-12T13:55:48.568359+0000","last_unstale":"2023-07-12T13:55:50.634761+0000","last_undegraded":"2023-07-12T13:55:50.634761+0000","last_fullsized":"2023-07-12T13:55:50.634761+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557850+0000","last_change":"2023-07-12T13:55:47.560215+0000","last_active":"2023-07-12T13:55:49.557850+0000","last_peered":"2023-07-12T13:55:49.557850+0000","last_clean":"2023-07-12T13:55:49.557850+0000","last_became_active":"2023-07-12T13:55:47.559776+0000","last_became_peered":"2023-07-12T13:55:47.559776+0000","last_unstale":"2023-07-12T13:55:49.557850+0000","last_undegraded":"2023-07-12T13:55:49.557850+0000","last_fullsized":"2023-07-12T13:55:49.557850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:36:40.262417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634600+0000","last_change":"2023-07-12T13:55:47.565449+0000","last_active":"2023-07-12T13:55:50.634600+0000","last_peered":"2023-07-12T13:55:50.634600+0000","last_clean":"2023-07-12T13:55:50.634600+0000","last_became_active":"2023-07-12T13:55:47.565013+0000","last_became_peered":"2023-07-12T13:55:47.565013+0000","last_unstale":"2023-07-12T13:55:50.634600+0000","last_undegraded":"2023-07-12T13:55:50.634600+0000","last_fullsized":"2023-07-12T13:55:50.634600+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:09.832566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550652+0000","last_change":"2023-07-12T13:55:48.576480+0000","last_active":"2023-07-12T13:55:49.550652+0000","last_peered":"2023-07-12T13:55:49.550652+0000","last_clean":"2023-07-12T13:55:49.550652+0000","last_became_active":"2023-07-12T13:55:48.575902+0000","last_became_peered":"2023-07-12T13:55:48.575902+0000","last_unstale":"2023-07-12T13:55:49.550652+0000","last_undegraded":"2023-07-12T13:55:49.550652+0000","last_fullsized":"2023-07-12T13:55:49.550652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:54:57.535330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635857+0000","last_change":"2023-07-12T13:55:47.567859+0000","last_active":"2023-07-12T13:55:50.635857+0000","last_peered":"2023-07-12T13:55:50.635857+0000","last_clean":"2023-07-12T13:55:50.635857+0000","last_became_active":"2023-07-12T13:55:47.567544+0000","last_became_peered":"2023-07-12T13:55:47.567544+0000","last_unstale":"2023-07-12T13:55:50.635857+0000","last_undegraded":"2023-07-12T13:55:50.635857+0000","last_fullsized":"2023-07-12T13:55:50.635857+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:33:43.266058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550474+0000","last_change":"2023-07-12T13:55:48.572981+0000","last_active":"2023-07-12T13:55:49.550474+0000","last_peered":"2023-07-12T13:55:49.550474+0000","last_clean":"2023-07-12T13:55:49.550474+0000","last_became_active":"2023-07-12T13:55:48.572696+0000","last_became_peered":"2023-07-12T13:55:48.572696+0000","last_unstale":"2023-07-12T13:55:49.550474+0000","last_undegraded":"2023-07-12T13:55:49.550474+0000","last_fullsized":"2023-07-12T13:55:49.550474+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:01.773801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.557360+0000","last_change":"2023-07-12T13:55:48.568033+0000","last_active":"2023-07-12T13:55:49.557360+0000","last_peered":"2023-07-12T13:55:49.557360+0000","last_clean":"2023-07-12T13:55:49.557360+0000","last_became_active":"2023-07-12T13:55:48.567682+0000","last_became_peered":"2023-07-12T13:55:48.567682+0000","last_unstale":"2023-07-12T13:55:49.557360+0000","last_undegraded":"2023-07-12T13:55:49.557360+0000","last_fullsized":"2023-07-12T13:55:49.557360+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:20:17.967203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550626+0000","last_change":"2023-07-12T13:55:47.563254+0000","last_active":"2023-07-12T13:55:49.550626+0000","last_peered":"2023-07-12T13:55:49.550626+0000","last_clean":"2023-07-12T13:55:49.550626+0000","last_became_active":"2023-07-12T13:55:47.562966+0000","last_became_peered":"2023-07-12T13:55:47.562966+0000","last_unstale":"2023-07-12T13:55:49.550626+0000","last_undegraded":"2023-07-12T13:55:49.550626+0000","last_fullsized":"2023-07-12T13:55:49.550626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:08.513452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635288+0000","last_change":"2023-07-12T13:55:48.573764+0000","last_active":"2023-07-12T13:55:50.635288+0000","last_peered":"2023-07-12T13:55:50.635288+0000","last_clean":"2023-07-12T13:55:50.635288+0000","last_became_active":"2023-07-12T13:55:48.573393+0000","last_became_peered":"2023-07-12T13:55:48.573393+0000","last_unstale":"2023-07-12T13:55:50.635288+0000","last_undegraded":"2023-07-12T13:55:50.635288+0000","last_fullsized":"2023-07-12T13:55:50.635288+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:35:23.307664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635238+0000","last_change":"2023-07-12T13:55:47.572620+0000","last_active":"2023-07-12T13:55:50.635238+0000","last_peered":"2023-07-12T13:55:50.635238+0000","last_clean":"2023-07-12T13:55:50.635238+0000","last_became_active":"2023-07-12T13:55:47.572349+0000","last_became_peered":"2023-07-12T13:55:47.572349+0000","last_unstale":"2023-07-12T13:55:50.635238+0000","last_undegraded":"2023-07-12T13:55:50.635238+0000","last_fullsized":"2023-07-12T13:55:50.635238+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551057+0000","last_change":"2023-07-12T13:55:48.573738+0000","last_active":"2023-07-12T13:55:49.551057+0000","last_peered":"2023-07-12T13:55:49.551057+0000","last_clean":"2023-07-12T13:55:49.551057+0000","last_became_active":"2023-07-12T13:55:48.573410+0000","last_became_peered":"2023-07-12T13:55:48.573410+0000","last_unstale":"2023-07-12T13:55:49.551057+0000","last_undegraded":"2023-07-12T13:55:49.551057+0000","last_fullsized":"2023-07-12T13:55:49.551057+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:48.056295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634741+0000","last_change":"2023-07-12T13:55:47.572824+0000","last_active":"2023-07-12T13:55:50.634741+0000","last_peered":"2023-07-12T13:55:50.634741+0000","last_clean":"2023-07-12T13:55:50.634741+0000","last_became_active":"2023-07-12T13:55:47.572491+0000","last_became_peered":"2023-07-12T13:55:47.572491+0000","last_unstale":"2023-07-12T13:55:50.634741+0000","last_undegraded":"2023-07-12T13:55:50.634741+0000","last_fullsized":"2023-07-12T13:55:50.634741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:56:28.805706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634462+0000","last_change":"2023-07-12T13:55:48.568986+0000","last_active":"2023-07-12T13:55:50.634462+0000","last_peered":"2023-07-12T13:55:50.634462+0000","last_clean":"2023-07-12T13:55:50.634462+0000","last_became_active":"2023-07-12T13:55:48.568554+0000","last_became_peered":"2023-07-12T13:55:48.568554+0000","last_unstale":"2023-07-12T13:55:50.634462+0000","last_undegraded":"2023-07-12T13:55:50.634462+0000","last_fullsized":"2023-07-12T13:55:50.634462+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:10:18.645128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634453+0000","last_change":"2023-07-12T13:55:47.577995+0000","last_active":"2023-07-12T13:55:50.634453+0000","last_peered":"2023-07-12T13:55:50.634453+0000","last_clean":"2023-07-12T13:55:50.634453+0000","last_became_active":"2023-07-12T13:55:47.577697+0000","last_became_peered":"2023-07-12T13:55:47.577697+0000","last_unstale":"2023-07-12T13:55:50.634453+0000","last_undegraded":"2023-07-12T13:55:50.634453+0000","last_fullsized":"2023-07-12T13:55:50.634453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:27.300165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634084+0000","last_change":"2023-07-12T13:55:48.583559+0000","last_active":"2023-07-12T13:55:50.634084+0000","last_peered":"2023-07-12T13:55:50.634084+0000","last_clean":"2023-07-12T13:55:50.634084+0000","last_became_active":"2023-07-12T13:55:48.583219+0000","last_became_peered":"2023-07-12T13:55:48.583219+0000","last_unstale":"2023-07-12T13:55:50.634084+0000","last_undegraded":"2023-07-12T13:55:50.634084+0000","last_fullsized":"2023-07-12T13:55:50.634084+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:28.325150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634090+0000","last_change":"2023-07-12T13:55:47.575106+0000","last_active":"2023-07-12T13:55:50.634090+0000","last_peered":"2023-07-12T13:55:50.634090+0000","last_clean":"2023-07-12T13:55:50.634090+0000","last_became_active":"2023-07-12T13:55:47.574614+0000","last_became_peered":"2023-07-12T13:55:47.574614+0000","last_unstale":"2023-07-12T13:55:50.634090+0000","last_undegraded":"2023-07-12T13:55:50.634090+0000","last_fullsized":"2023-07-12T13:55:50.634090+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:18:27.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634505+0000","last_change":"2023-07-12T13:55:48.583261+0000","last_active":"2023-07-12T13:55:50.634505+0000","last_peered":"2023-07-12T13:55:50.634505+0000","last_clean":"2023-07-12T13:55:50.634505+0000","last_became_active":"2023-07-12T13:55:48.582949+0000","last_became_peered":"2023-07-12T13:55:48.582949+0000","last_unstale":"2023-07-12T13:55:50.634505+0000","last_undegraded":"2023-07-12T13:55:50.634505+0000","last_fullsized":"2023-07-12T13:55:50.634505+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:12:10.847504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.634361+0000","last_change":"2023-07-12T13:55:47.574968+0000","last_active":"2023-07-12T13:55:50.634361+0000","last_peered":"2023-07-12T13:55:50.634361+0000","last_clean":"2023-07-12T13:55:50.634361+0000","last_became_active":"2023-07-12T13:55:47.574627+0000","last_became_peered":"2023-07-12T13:55:47.574627+0000","last_unstale":"2023-07-12T13:55:50.634361+0000","last_undegraded":"2023-07-12T13:55:50.634361+0000","last_fullsized":"2023-07-12T13:55:50.634361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:50:47.041358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.550767+0000","last_change":"2023-07-12T13:55:48.578918+0000","last_active":"2023-07-12T13:55:49.550767+0000","last_peered":"2023-07-12T13:55:49.550767+0000","last_clean":"2023-07-12T13:55:49.550767+0000","last_became_active":"2023-07-12T13:55:48.578587+0000","last_became_peered":"2023-07-12T13:55:48.578587+0000","last_unstale":"2023-07-12T13:55:49.550767+0000","last_undegraded":"2023-07-12T13:55:49.550767+0000","last_fullsized":"2023-07-12T13:55:49.550767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:24:28.315103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:49.551092+0000","last_change":"2023-07-12T13:55:47.571724+0000","last_active":"2023-07-12T13:55:49.551092+0000","last_peered":"2023-07-12T13:55:49.551092+0000","last_clean":"2023-07-12T13:55:49.551092+0000","last_became_active":"2023-07-12T13:55:47.571443+0000","last_became_peered":"2023-07-12T13:55:47.571443+0000","last_unstale":"2023-07-12T13:55:49.551092+0000","last_undegraded":"2023-07-12T13:55:49.551092+0000","last_fullsized":"2023-07-12T13:55:49.551092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:16:06.240149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.633456+0000","last_change":"2023-07-12T13:55:48.574177+0000","last_active":"2023-07-12T13:55:50.633456+0000","last_peered":"2023-07-12T13:55:50.633456+0000","last_clean":"2023-07-12T13:55:50.633456+0000","last_became_active":"2023-07-12T13:55:48.573845+0000","last_became_peered":"2023-07-12T13:55:48.573845+0000","last_unstale":"2023-07-12T13:55:50.633456+0000","last_undegraded":"2023-07-12T13:55:50.633456+0000","last_fullsized":"2023-07-12T13:55:50.633456+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:47.537352+0000","last_clean_scrub_stamp":"2023-07-12T13:55:47.537352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:16:09.528389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-07-12T13:55:50.635652+0000","last_change":"2023-07-12T13:55:47.567190+0000","last_active":"2023-07-12T13:55:50.635652+0000","last_peered":"2023-07-12T13:55:50.635652+0000","last_clean":"2023-07-12T13:55:50.635652+0000","last_became_active":"2023-07-12T13:55:47.566805+0000","last_became_peered":"2023-07-12T13:55:47.566805+0000","last_unstale":"2023-07-12T13:55:50.635652+0000","last_undegraded":"2023-07-12T13:55:50.635652+0000","last_fullsized":"2023-07-12T13:55:50.635652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:46.522414+0000","last_clean_scrub_stamp":"2023-07-12T13:55:46.522414+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:38:27.310212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31888,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339952,"statfs":{"total":96636764160,"available":96604110848,"internally_reserved":0,"allocated":860160,"data_stored":681187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.871}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]}]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31288,"kb_used_data":240,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340552,"statfs":{"total":96636764160,"available":96604725248,"internally_reserved":0,"allocated":245760,"data_stored":89691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31300,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340540,"statfs":{"total":96636764160,"available":96604712960,"internally_reserved":0,"allocated":258048,"data_stored":90659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83099999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31284,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340556,"statfs":{"total":96636764160,"available":96604729344,"internally_reserved":0,"allocated":241664,"data_stored":89129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31280,"kb_used_data":232,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":237568,"data_stored":89039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":816,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":835584,"data_stored":679989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:56:02.318 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-07-12T13:56:02.318 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-07-12T13:56:02.319 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-07-12T13:56:02.319 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-07-12T13:56:02.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 Processor -- start 2023-07-12T13:56:02.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 -- start start 2023-07-12T13:56:02.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f86e00b7910 0x7f86e00cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00ccce0 0x7f86e00b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f86e00b47e0 0x7f86e00b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86e00b7ce0 con 0x7f86e00b7910 2023-07-12T13:56:02.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86e00cefa0 con 0x7f86e00b47e0 2023-07-12T13:56:02.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e84ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86e00cf280 con 0x7f86e00ccce0 2023-07-12T13:56:02.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f86e00b7910 0x7f86e00cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f86e00b7910 0x7f86e00cc7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47694/0 (socket says 172.21.15.50:47694) 2023-07-12T13:56:02.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 -- 172.21.15.50:0/4122807439 learned_addr learned my addr 172.21.15.50:0/4122807439 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:02.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6a67640 1 --2- 172.21.15.50:0/4122807439 >> v2:172.21.15.55:3300/0 conn(0x7f86e00b47e0 0x7f86e00b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e5a65640 1 --2- 172.21.15.50:0/4122807439 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00ccce0 0x7f86e00b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 -- 172.21.15.50:0/4122807439 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00ccce0 msgr2=0x7f86e00b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:02.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 --2- 172.21.15.50:0/4122807439 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00ccce0 0x7f86e00b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 -- 172.21.15.50:0/4122807439 >> v2:172.21.15.55:3300/0 conn(0x7f86e00b47e0 msgr2=0x7f86e00b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:02.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 --2- 172.21.15.50:0/4122807439 >> v2:172.21.15.55:3300/0 conn(0x7f86e00b47e0 0x7f86e00b4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6266640 1 -- 172.21.15.50:0/4122807439 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e00cf560 con 0x7f86e00b7910 2023-07-12T13:56:02.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.494+0000 7f86e6a67640 1 --2- 172.21.15.50:0/4122807439 >> v2:172.21.15.55:3300/0 conn(0x7f86e00b47e0 0x7f86e00b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:02.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e6266640 1 --2- 172.21.15.50:0/4122807439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b7910 0x7f86e00cc7a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f86e00c9140 tx=0x7f86dc01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e907675e277a2a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e5264640 1 -- 172.21.15.50:0/4122807439 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc0ab600 con 0x7f86e00b7910 2023-07-12T13:56:02.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e5264640 1 -- 172.21.15.50:0/4122807439 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86dc0ab760 con 0x7f86e00b7910 2023-07-12T13:56:02.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e5264640 1 -- 172.21.15.50:0/4122807439 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc0abaf0 con 0x7f86e00b7910 2023-07-12T13:56:02.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 -- 172.21.15.50:0/4122807439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b7910 msgr2=0x7f86e00cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 --2- 172.21.15.50:0/4122807439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b7910 0x7f86e00cc7a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f86e00c9140 tx=0x7f86dc01c440 comp rx=0 tx=0).stop 2023-07-12T13:56:02.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 -- 172.21.15.50:0/4122807439 shutdown_connections 2023-07-12T13:56:02.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 --2- 172.21.15.50:0/4122807439 >> v2:172.21.15.55:3300/0 conn(0x7f86e00b47e0 0x7f86e00b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 --2- 172.21.15.50:0/4122807439 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00ccce0 0x7f86e00b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 --2- 172.21.15.50:0/4122807439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b7910 0x7f86e00cc7a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 -- 172.21.15.50:0/4122807439 >> 172.21.15.50:0/4122807439 conn(0x7f86e0069f00 msgr2=0x7f86e006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:02.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 -- 172.21.15.50:0/4122807439 shutdown_connections 2023-07-12T13:56:02.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 -- 172.21.15.50:0/4122807439 wait complete. 2023-07-12T13:56:02.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.498+0000 7f86e84ca640 1 Processor -- start 2023-07-12T13:56:02.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- start start 2023-07-12T13:56:02.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 0x7f86e014e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00b7910 0x7f86e00c7a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86e00ccce0 0x7f86e00cb110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e0152e40 con 0x7f86e00b47e0 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e00ca1d0 con 0x7f86e00ccce0 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86e00ca4b0 con 0x7f86e00b7910 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 0x7f86e014e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 0x7f86e014e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47696/0 (socket says 172.21.15.50:47696) 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 -- 172.21.15.50:0/2526498714 learned_addr learned my addr 172.21.15.50:0/2526498714 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6a67640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86e00ccce0 0x7f86e00cb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e5a65640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00b7910 0x7f86e00c7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 -- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00b7910 msgr2=0x7f86e00c7a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00b7910 0x7f86e00c7a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 -- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86e00ccce0 msgr2=0x7f86e00cb110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86e00ccce0 0x7f86e00cb110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 -- 172.21.15.50:0/2526498714 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86dc0094d0 con 0x7f86e00b47e0 2023-07-12T13:56:02.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e6266640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 0x7f86e014e370 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f86dc01aaf0 tx=0x7f86dc01ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc0ab600 con 0x7f86e00b47e0 2023-07-12T13:56:02.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86dc0b4800 con 0x7f86e00b47e0 2023-07-12T13:56:02.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc0b4bb0 con 0x7f86e00b47e0 2023-07-12T13:56:02.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86e00ca790 con 0x7f86e00b47e0 2023-07-12T13:56:02.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86e014e8b0 con 0x7f86e00b47e0 2023-07-12T13:56:02.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.502+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86e0152fb0 con 0x7f86e00b47e0 2023-07-12T13:56:02.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.506+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f86dc0b4d10 con 0x7f86e00b47e0 2023-07-12T13:56:02.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.506+0000 7f86d6ffd640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86c4066280 0x7f86c4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.506+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f86dc11e390 con 0x7f86e00b47e0 2023-07-12T13:56:02.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.506+0000 7f86e5a65640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86c4066280 0x7f86c4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.506+0000 7f86e5a65640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86c4066280 0x7f86c4068730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f86e01f6f30 tx=0x7f86d0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.510+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f86e0152fb0 con 0x7f86e00b47e0 2023-07-12T13:56:02.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f86e0152f80 con 0x7f86e00b47e0 2023-07-12T13:56:02.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86d6ffd640 1 -- 172.21.15.50:0/2526498714 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f86dc0eb820 con 0x7f86e00b47e0 2023-07-12T13:56:02.701 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:02.701 INFO:teuthology.orchestra.run.smithi050.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-07-12T13:56:02.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86c4066280 msgr2=0x7f86c4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86c4066280 0x7f86c4068730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f86e01f6f30 tx=0x7f86d0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:02.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 msgr2=0x7f86e014e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 0x7f86e014e370 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f86dc01aaf0 tx=0x7f86dc01ac80 comp rx=0 tx=0).stop 2023-07-12T13:56:02.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 shutdown_connections 2023-07-12T13:56:02.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86c4066280 0x7f86c4068730 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86e00ccce0 0x7f86e00cb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f86e00b7910 0x7f86e00c7a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 --2- 172.21.15.50:0/2526498714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86e00b47e0 0x7f86e014e370 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 >> 172.21.15.50:0/2526498714 conn(0x7f86e0069f00 msgr2=0x7f86e00b5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:02.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 shutdown_connections 2023-07-12T13:56:02.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.698+0000 7f86e84ca640 1 -- 172.21.15.50:0/2526498714 wait complete. 2023-07-12T13:56:02.721 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-07-12T13:56:02.722 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:02.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 Processor -- start 2023-07-12T13:56:02.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 -- start start 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f70c81632a0 0x7f70c80af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f70c8071090 0x7f70c80afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70c806baf0 con 0x7f70c806bf80 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70c806aee0 con 0x7f70c81632a0 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70d0174640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70c806b1c0 con 0x7f70c8071090 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70cdf10640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f70c81632a0 0x7f70c80af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70cdf10640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f70c81632a0 0x7f70c80af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47710/0 (socket says 172.21.15.50:47710) 2023-07-12T13:56:02.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.862+0000 7f70cdf10640 1 -- 172.21.15.50:0/3575286403 learned_addr learned my addr 172.21.15.50:0/3575286403 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:02.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70ce711640 1 --2- 172.21.15.50:0/3575286403 >> v2:172.21.15.55:3300/0 conn(0x7f70c8071090 0x7f70c80afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70cdf10640 1 -- 172.21.15.50:0/3575286403 >> v2:172.21.15.55:3300/0 conn(0x7f70c8071090 msgr2=0x7f70c80afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:02.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70cdf10640 1 --2- 172.21.15.50:0/3575286403 >> v2:172.21.15.55:3300/0 conn(0x7f70c8071090 0x7f70c80afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70cdf10640 1 -- 172.21.15.50:0/3575286403 >> v1:172.21.15.55:6789/0 conn(0x7f70c806bf80 legacy=0x7f70c8070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:02.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70cdf10640 1 -- 172.21.15.50:0/3575286403 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c806b4a0 con 0x7f70c81632a0 2023-07-12T13:56:02.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70ce711640 1 --2- 172.21.15.50:0/3575286403 >> v2:172.21.15.55:3300/0 conn(0x7f70c8071090 0x7f70c80afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:02.870 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70cdf10640 1 --2- 172.21.15.50:0/3575286403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80af870 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f70c806ee00 tx=0x7f70c401c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b604c38d10d3a3 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.870 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70ccf0e640 1 -- 172.21.15.50:0/3575286403 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c40ac630 con 0x7f70c81632a0 2023-07-12T13:56:02.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70ccf0e640 1 -- 172.21.15.50:0/3575286403 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70c40ac790 con 0x7f70c81632a0 2023-07-12T13:56:02.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70ccf0e640 1 -- 172.21.15.50:0/3575286403 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c40acb20 con 0x7f70c81632a0 2023-07-12T13:56:02.871 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70d0174640 1 -- 172.21.15.50:0/3575286403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 msgr2=0x7f70c80af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.866+0000 7f70d0174640 1 --2- 172.21.15.50:0/3575286403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80af870 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f70c806ee00 tx=0x7f70c401c4c0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- 172.21.15.50:0/3575286403 shutdown_connections 2023-07-12T13:56:02.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 --2- 172.21.15.50:0/3575286403 >> v2:172.21.15.55:3300/0 conn(0x7f70c8071090 0x7f70c80afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 --2- 172.21.15.50:0/3575286403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80af870 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- 172.21.15.50:0/3575286403 >> 172.21.15.50:0/3575286403 conn(0x7f70c80ca870 msgr2=0x7f70c80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:02.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- 172.21.15.50:0/3575286403 shutdown_connections 2023-07-12T13:56:02.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- 172.21.15.50:0/3575286403 wait complete. 2023-07-12T13:56:02.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 Processor -- start 2023-07-12T13:56:02.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- start start 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c806bf80 0x7f70c80c7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f70c8071090 0x7f70c80c2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80aea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c80c7680 con 0x7f70c81632a0 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c80b1c10 con 0x7f70c806bf80 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70d0174640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70c80b1000 con 0x7f70c8071090 2023-07-12T13:56:02.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80aea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70cdf10640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c806bf80 0x7f70c80c7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80aea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47724/0 (socket says 172.21.15.50:47724) 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 -- 172.21.15.50:0/2553571000 learned_addr learned my addr 172.21.15.50:0/2553571000 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70cd70f640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f70c8071090 0x7f70c80c2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 -- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f70c8071090 msgr2=0x7f70c80c2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f70c8071090 0x7f70c80c2000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 -- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c806bf80 msgr2=0x7f70c80c7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:02.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c806bf80 0x7f70c80c7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:02.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70ce711640 1 -- 172.21.15.50:0/2553571000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c40094d0 con 0x7f70c81632a0 2023-07-12T13:56:02.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.870+0000 7f70cdf10640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c806bf80 0x7f70c80c7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70ce711640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80aea00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f70c000cef0 tx=0x7f70c000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c000d840 con 0x7f70c81632a0 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70c000d9c0 con 0x7f70c81632a0 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c000dd70 con 0x7f70c81632a0 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70c80b12e0 con 0x7f70c81632a0 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70c80b18a0 con 0x7f70c81632a0 2023-07-12T13:56:02.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70c80b1dc0 con 0x7f70c81632a0 2023-07-12T13:56:02.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f70c001f440 con 0x7f70c81632a0 2023-07-12T13:56:02.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70be7fc640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f70ac066280 0x7f70ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:02.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.874+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f70c00847a0 con 0x7f70c81632a0 2023-07-12T13:56:02.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.878+0000 7f70cdf10640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f70ac066280 0x7f70ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:02.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.878+0000 7f70cdf10640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f70ac066280 0x7f70ac068730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f70c40ae000 tx=0x7f70c40a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:02.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:02.878+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f70c80b1dc0 con 0x7f70c81632a0 2023-07-12T13:56:03.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f70c80b1d80 con 0x7f70c81632a0 2023-07-12T13:56:03.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70be7fc640 1 -- 172.21.15.50:0/2553571000 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f70c0051cf0 con 0x7f70c81632a0 2023-07-12T13:56:03.041 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:03.041 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:03.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f70ac066280 msgr2=0x7f70ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f70ac066280 0x7f70ac068730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f70c40ae000 tx=0x7f70c40a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 msgr2=0x7f70c80aea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80aea00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f70c000cef0 tx=0x7f70c000a710 comp rx=0 tx=0).stop 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 shutdown_connections 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f70ac066280 0x7f70ac068730 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c81632a0 0x7f70c80aea00 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f70c8071090 0x7f70c80c2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 --2- 172.21.15.50:0/2553571000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c806bf80 0x7f70c80c7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 >> 172.21.15.50:0/2553571000 conn(0x7f70c80ca870 msgr2=0x7f70c80cd2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:03.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 shutdown_connections 2023-07-12T13:56:03.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.038+0000 7f70d0174640 1 -- 172.21.15.50:0/2553571000 wait complete. 2023-07-12T13:56:03.062 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:03.063 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:03.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 Processor -- start 2023-07-12T13:56:03.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 -- start start 2023-07-12T13:56:03.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f389c159910 0x7f389c06add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f389c06b310 0x7f389c0af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f389c0b0210 con 0x7f389c0afdb0 2023-07-12T13:56:03.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f389c0c87b0 con 0x7f389c06b310 2023-07-12T13:56:03.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a4174640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f389c06b850 con 0x7f389c159910 2023-07-12T13:56:03.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a170f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f389c06b310 0x7f389c0af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a2711640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f389c0afdb0 0x7f389c070240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50298/0 (socket says 172.21.15.50:50298) 2023-07-12T13:56:03.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a2711640 1 -- 172.21.15.50:0/3570445511 learned_addr learned my addr 172.21.15.50:0/3570445511 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:03.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a1f10640 1 --2- 172.21.15.50:0/3570445511 >> v2:172.21.15.55:3300/0 conn(0x7f389c159910 0x7f389c06add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a170f640 1 -- 172.21.15.50:0/3570445511 >> v2:172.21.15.55:3300/0 conn(0x7f389c159910 msgr2=0x7f389c06add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:03.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a170f640 1 --2- 172.21.15.50:0/3570445511 >> v2:172.21.15.55:3300/0 conn(0x7f389c159910 0x7f389c06add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a170f640 1 -- 172.21.15.50:0/3570445511 >> v1:172.21.15.50:6789/0 conn(0x7f389c0afdb0 legacy=0x7f389c070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a170f640 1 -- 172.21.15.50:0/3570445511 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f389c06bb30 con 0x7f389c06b310 2023-07-12T13:56:03.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.206+0000 7f38a0f0e640 1 -- 172.21.15.50:0/3570445511 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3256879754 0 0) 0x7f389c0b0210 con 0x7f389c0afdb0 2023-07-12T13:56:03.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a170f640 1 --2- 172.21.15.50:0/3570445511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c06b310 0x7f389c0af870 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f389c0b0760 tx=0x7f388c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73914d1b42771b3d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a0f0e640 1 -- 172.21.15.50:0/3570445511 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388c0a7070 con 0x7f389c06b310 2023-07-12T13:56:03.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a0f0e640 1 -- 172.21.15.50:0/3570445511 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f388c0ab430 con 0x7f389c06b310 2023-07-12T13:56:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a0f0e640 1 -- 172.21.15.50:0/3570445511 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388c0ab7c0 con 0x7f389c06b310 2023-07-12T13:56:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 -- 172.21.15.50:0/3570445511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c06b310 msgr2=0x7f389c0af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 --2- 172.21.15.50:0/3570445511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c06b310 0x7f389c0af870 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f389c0b0760 tx=0x7f388c01c430 comp rx=0 tx=0).stop 2023-07-12T13:56:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 -- 172.21.15.50:0/3570445511 shutdown_connections 2023-07-12T13:56:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 --2- 172.21.15.50:0/3570445511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c06b310 0x7f389c0af870 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 --2- 172.21.15.50:0/3570445511 >> v2:172.21.15.55:3300/0 conn(0x7f389c159910 0x7f389c06add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 -- 172.21.15.50:0/3570445511 >> 172.21.15.50:0/3570445511 conn(0x7f389c0ca870 msgr2=0x7f389c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 -- 172.21.15.50:0/3570445511 shutdown_connections 2023-07-12T13:56:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 -- 172.21.15.50:0/3570445511 wait complete. 2023-07-12T13:56:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.210+0000 7f38a4174640 1 Processor -- start 2023-07-12T13:56:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- start start 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f389c06b310 0x7f389c0cd350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 0x7f389c0ad830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f389c159910 0x7f389c0add70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f389c14d810 con 0x7f389c0afdb0 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f389c0c7330 con 0x7f389c06b310 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f389c0c7610 con 0x7f389c159910 2023-07-12T13:56:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 0x7f389c0ad830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 0x7f389c0ad830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47750/0 (socket says 172.21.15.50:47750) 2023-07-12T13:56:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 -- 172.21.15.50:0/1447667001 learned_addr learned my addr 172.21.15.50:0/1447667001 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:03.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 -- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f389c159910 msgr2=0x7f389c0add70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f389c159910 0x7f389c0add70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 -- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f389c06b310 msgr2=0x7f389c0cd350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f389c06b310 0x7f389c0cd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 -- 172.21.15.50:0/1447667001 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f388c009420 con 0x7f389c0afdb0 2023-07-12T13:56:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a170f640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 0x7f389c0ad830 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f388c019040 tx=0x7f388c01ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388c004220 con 0x7f389c0afdb0 2023-07-12T13:56:03.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f388c0b9070 con 0x7f389c0afdb0 2023-07-12T13:56:03.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388c006e20 con 0x7f389c0afdb0 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f389c0c78f0 con 0x7f389c0afdb0 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f389c146750 con 0x7f389c0afdb0 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.214+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f389c0c7750 con 0x7f389c0afdb0 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.218+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f388c003620 con 0x7f389c0afdb0 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.218+0000 7f38927fc640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3880066280 0x7f3880068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.218+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f388c0bb070 con 0x7f389c0afdb0 2023-07-12T13:56:03.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.218+0000 7f38a1f10640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3880066280 0x7f3880068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.218+0000 7f38a1f10640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3880066280 0x7f3880068730 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f389800b850 tx=0x7f3898008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.222+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f389c0c7750 con 0x7f389c0afdb0 2023-07-12T13:56:03.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.378+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f389c0c7750 con 0x7f389c0afdb0 2023-07-12T13:56:03.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.378+0000 7f38927fc640 1 -- 172.21.15.50:0/1447667001 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f389c0c7750 con 0x7f389c0afdb0 2023-07-12T13:56:03.382 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:03.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3880066280 msgr2=0x7f3880068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3880066280 0x7f3880068730 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f389800b850 tx=0x7f3898008040 comp rx=0 tx=0).stop 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 msgr2=0x7f389c0ad830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 0x7f389c0ad830 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f388c019040 tx=0x7f388c01ac70 comp rx=0 tx=0).stop 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 shutdown_connections 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3880066280 0x7f3880068730 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f389c159910 0x7f389c0add70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f389c0afdb0 0x7f389c0ad830 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 --2- 172.21.15.50:0/1447667001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f389c06b310 0x7f389c0cd350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 >> 172.21.15.50:0/1447667001 conn(0x7f389c0ca870 msgr2=0x7f389c0af0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:03.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 shutdown_connections 2023-07-12T13:56:03.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.382+0000 7f38a4174640 1 -- 172.21.15.50:0/1447667001 wait complete. 2023-07-12T13:56:03.403 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:03.530 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:56:03.536 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:56:03.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.546+0000 7f3614367640 1 Processor -- start 2023-07-12T13:56:03.551 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.546+0000 7f3614367640 1 -- start start 2023-07-12T13:56:03.552 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3614367640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f360c0b3bd0 0x7f360c0b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.552 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3614367640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f360c0b11c0 0x7f360c0b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.552 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3614367640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c15bc50 0x7f360c15f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3614367640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f360c0cce90 con 0x7f360c0b11c0 2023-07-12T13:56:03.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3614367640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f360c0b44e0 con 0x7f360c0b3bd0 2023-07-12T13:56:03.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3614367640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f360c0cf330 con 0x7f360c15bc50 2023-07-12T13:56:03.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f360c0b11c0 0x7f360c0b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f360c0b11c0 0x7f360c0b3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47760/0 (socket says 172.21.15.50:47760) 2023-07-12T13:56:03.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3612103640 1 --2- 172.21.15.50:0/2558347913 >> v2:172.21.15.55:3300/0 conn(0x7f360c0b3bd0 0x7f360c0b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 -- 172.21.15.50:0/2558347913 learned_addr learned my addr 172.21.15.50:0/2558347913 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:03.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3612904640 1 --2- 172.21.15.50:0/2558347913 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c15bc50 0x7f360c15f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.555 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 -- 172.21.15.50:0/2558347913 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c15bc50 msgr2=0x7f360c15f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:03.555 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 --2- 172.21.15.50:0/2558347913 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c15bc50 0x7f360c15f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.555 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 -- 172.21.15.50:0/2558347913 >> v2:172.21.15.55:3300/0 conn(0x7f360c0b3bd0 msgr2=0x7f360c0b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:03.555 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 --2- 172.21.15.50:0/2558347913 >> v2:172.21.15.55:3300/0 conn(0x7f360c0b3bd0 0x7f360c0b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.556 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.550+0000 7f3611902640 1 -- 172.21.15.50:0/2558347913 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f360c0cf610 con 0x7f360c0b11c0 2023-07-12T13:56:03.557 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3611902640 1 --2- 172.21.15.50:0/2558347913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c0b11c0 0x7f360c0b3fa0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f360c06b420 tx=0x7f35fc01ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cee8d18df28ba1c6 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.557 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3611101640 1 -- 172.21.15.50:0/2558347913 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35fc0a89b0 con 0x7f360c0b11c0 2023-07-12T13:56:03.557 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3611101640 1 -- 172.21.15.50:0/2558347913 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35fc0a8b10 con 0x7f360c0b11c0 2023-07-12T13:56:03.557 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3611101640 1 -- 172.21.15.50:0/2558347913 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35fc0a8ea0 con 0x7f360c0b11c0 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 -- 172.21.15.50:0/2558347913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c0b11c0 msgr2=0x7f360c0b3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 --2- 172.21.15.50:0/2558347913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c0b11c0 0x7f360c0b3fa0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f360c06b420 tx=0x7f35fc01ecf0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 -- 172.21.15.50:0/2558347913 shutdown_connections 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 --2- 172.21.15.50:0/2558347913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c0b11c0 0x7f360c0b3fa0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 --2- 172.21.15.50:0/2558347913 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c15bc50 0x7f360c15f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 --2- 172.21.15.50:0/2558347913 >> v2:172.21.15.55:3300/0 conn(0x7f360c0b3bd0 0x7f360c0b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 -- 172.21.15.50:0/2558347913 >> 172.21.15.50:0/2558347913 conn(0x7f360c071800 msgr2=0x7f360c069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:03.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 -- 172.21.15.50:0/2558347913 shutdown_connections 2023-07-12T13:56:03.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 -- 172.21.15.50:0/2558347913 wait complete. 2023-07-12T13:56:03.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 Processor -- start 2023-07-12T13:56:03.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.554+0000 7f3614367640 1 -- start start 2023-07-12T13:56:03.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f360c0b3bd0 0x7f360c0c8060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 0x7f360c0c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c154bc0 0x7f360c0d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f360c0c85a0 con 0x7f360c15bc50 2023-07-12T13:56:03.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f360c0c9bc0 con 0x7f360c0b3bd0 2023-07-12T13:56:03.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f360c0c9ea0 con 0x7f360c154bc0 2023-07-12T13:56:03.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 0x7f360c0c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 0x7f360c0c9220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47770/0 (socket says 172.21.15.50:47770) 2023-07-12T13:56:03.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 -- 172.21.15.50:0/3761522105 learned_addr learned my addr 172.21.15.50:0/3761522105 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:03.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3612103640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f360c0b3bd0 0x7f360c0c8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3612904640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c154bc0 0x7f360c0d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 -- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c154bc0 msgr2=0x7f360c0d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c154bc0 0x7f360c0d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 -- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f360c0b3bd0 msgr2=0x7f360c0c8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f360c0b3bd0 0x7f360c0c8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 -- 172.21.15.50:0/3761522105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35fc0094d0 con 0x7f360c15bc50 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3611902640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 0x7f360c0c9220 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f35fc01d3a0 tx=0x7f35fc01ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35fc0b0d40 con 0x7f360c15bc50 2023-07-12T13:56:03.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35fc0bb460 con 0x7f360c15bc50 2023-07-12T13:56:03.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35fc0b0ea0 con 0x7f360c15bc50 2023-07-12T13:56:03.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f360c0ca180 con 0x7f360c15bc50 2023-07-12T13:56:03.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f360c0ca740 con 0x7f360c15bc50 2023-07-12T13:56:03.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.558+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f360c0b3450 con 0x7f360c15bc50 2023-07-12T13:56:03.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.562+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f35fc0b83f0 con 0x7f360c15bc50 2023-07-12T13:56:03.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.562+0000 7f3602ffd640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f35f0066280 0x7f35f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.562+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f35fc1215c0 con 0x7f360c15bc50 2023-07-12T13:56:03.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.562+0000 7f3612103640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f35f0066280 0x7f35f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.562+0000 7f3612103640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f35f0066280 0x7f35f0068730 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3608009ae0 tx=0x7f3608009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.566+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f35fc0eea50 con 0x7f360c15bc50 2023-07-12T13:56:03.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f360c0ca930 con 0x7f360c15bc50 2023-07-12T13:56:03.724 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3602ffd640 1 -- 172.21.15.50:0/3761522105 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f35fc0f2070 con 0x7f360c15bc50 2023-07-12T13:56:03.724 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:03.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f35f0066280 msgr2=0x7f35f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f35f0066280 0x7f35f0068730 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3608009ae0 tx=0x7f3608009190 comp rx=0 tx=0).stop 2023-07-12T13:56:03.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 msgr2=0x7f360c0c9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.726 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 0x7f360c0c9220 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f35fc01d3a0 tx=0x7f35fc01ba90 comp rx=0 tx=0).stop 2023-07-12T13:56:03.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 shutdown_connections 2023-07-12T13:56:03.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f35f0066280 0x7f35f0068730 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f360c154bc0 0x7f360c0d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f360c15bc50 0x7f360c0c9220 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 --2- 172.21.15.50:0/3761522105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f360c0b3bd0 0x7f360c0c8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 >> 172.21.15.50:0/3761522105 conn(0x7f360c071800 msgr2=0x7f360c0d20a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:03.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 shutdown_connections 2023-07-12T13:56:03.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.722+0000 7f3614367640 1 -- 172.21.15.50:0/3761522105 wait complete. 2023-07-12T13:56:03.745 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:03.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 Processor -- start 2023-07-12T13:56:03.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 -- start start 2023-07-12T13:56:03.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f369c15bb10 0x7f369c0caac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c069e70 0x7f369c160040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f369c06f8c0 0x7f369c06fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f369c070280 con 0x7f369c15bb10 2023-07-12T13:56:03.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f369c160580 con 0x7f369c06f8c0 2023-07-12T13:56:03.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a3e34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f369c15f5f0 con 0x7f369c069e70 2023-07-12T13:56:03.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.886+0000 7f36a1bd0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f369c15bb10 0x7f369c0caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f369c15bb10 0x7f369c0caac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47782/0 (socket says 172.21.15.50:47782) 2023-07-12T13:56:03.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2717398973 learned_addr learned my addr 172.21.15.50:0/2717398973 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:03.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a13cf640 1 --2- 172.21.15.50:0/2717398973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c069e70 0x7f369c160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a23d1640 1 --2- 172.21.15.50:0/2717398973 >> v2:172.21.15.55:3300/0 conn(0x7f369c06f8c0 0x7f369c06fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2717398973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c069e70 msgr2=0x7f369c160040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:03.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 --2- 172.21.15.50:0/2717398973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c069e70 0x7f369c160040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2717398973 >> v2:172.21.15.55:3300/0 conn(0x7f369c06f8c0 msgr2=0x7f369c06fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:03.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 --2- 172.21.15.50:0/2717398973 >> v2:172.21.15.55:3300/0 conn(0x7f369c06f8c0 0x7f369c06fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2717398973 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f369c06a2c0 con 0x7f369c15bb10 2023-07-12T13:56:03.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a1bd0640 1 --2- 172.21.15.50:0/2717398973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c15bb10 0x7f369c0caac0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f369c0ca500 tx=0x7f369801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3c9e714a99efe9f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a0bce640 1 -- 172.21.15.50:0/2717398973 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36980aa5f0 con 0x7f369c15bb10 2023-07-12T13:56:03.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a0bce640 1 -- 172.21.15.50:0/2717398973 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36980aa750 con 0x7f369c15bb10 2023-07-12T13:56:03.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.890+0000 7f36a0bce640 1 -- 172.21.15.50:0/2717398973 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36980aaae0 con 0x7f369c15bb10 2023-07-12T13:56:03.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- 172.21.15.50:0/2717398973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c15bb10 msgr2=0x7f369c0caac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2717398973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c15bb10 0x7f369c0caac0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f369c0ca500 tx=0x7f369801c4d0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- 172.21.15.50:0/2717398973 shutdown_connections 2023-07-12T13:56:03.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2717398973 >> v2:172.21.15.55:3300/0 conn(0x7f369c06f8c0 0x7f369c06fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2717398973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c069e70 0x7f369c160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2717398973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c15bb10 0x7f369c0caac0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- 172.21.15.50:0/2717398973 >> 172.21.15.50:0/2717398973 conn(0x7f369c0b0db0 msgr2=0x7f369c0ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:03.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- 172.21.15.50:0/2717398973 shutdown_connections 2023-07-12T13:56:03.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- 172.21.15.50:0/2717398973 wait complete. 2023-07-12T13:56:03.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 Processor -- start 2023-07-12T13:56:03.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- start start 2023-07-12T13:56:03.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 0x7f369c156a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f369c06f8c0 0x7f369c0c7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c15bb10 0x7f369c0af200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f369c0ae160 con 0x7f369c069e70 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f369c0ae440 con 0x7f369c06f8c0 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a3e34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f369c0ae720 con 0x7f369c15bb10 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 0x7f369c156a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 0x7f369c156a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47798/0 (socket says 172.21.15.50:47798) 2023-07-12T13:56:03.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2559881184 learned_addr learned my addr 172.21.15.50:0/2559881184 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:03.900 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a13cf640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f369c06f8c0 0x7f369c0c7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a23d1640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c15bb10 0x7f369c0af200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c15bb10 msgr2=0x7f369c0af200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c15bb10 0x7f369c0af200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f369c06f8c0 msgr2=0x7f369c0c7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:03.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f369c06f8c0 0x7f369c0c7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:03.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 -- 172.21.15.50:0/2559881184 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36980094d0 con 0x7f369c069e70 2023-07-12T13:56:03.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.894+0000 7f36a1bd0640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 0x7f369c156a80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f369801ab80 tx=0x7f369801ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36980bd5f0 con 0x7f369c069e70 2023-07-12T13:56:03.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36980bd770 con 0x7f369c069e70 2023-07-12T13:56:03.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f369c0aea00 con 0x7f369c069e70 2023-07-12T13:56:03.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36980bdb20 con 0x7f369c069e70 2023-07-12T13:56:03.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f369c0afef0 con 0x7f369c069e70 2023-07-12T13:56:03.903 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f369c04e020 con 0x7f369c069e70 2023-07-12T13:56:03.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f36980b33f0 con 0x7f369c069e70 2023-07-12T13:56:03.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36927fc640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f36800662b0 0x7f3680068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:03.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f36980a7070 con 0x7f369c069e70 2023-07-12T13:56:03.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.898+0000 7f36a13cf640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f36800662b0 0x7f3680068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:03.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.902+0000 7f36a13cf640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f36800662b0 0x7f3680068760 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f369c15ab20 tx=0x7f368c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:03.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:03.902+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f36980ec1d0 con 0x7f369c069e70 2023-07-12T13:56:04.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.058+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f369c0cf340 con 0x7f369c069e70 2023-07-12T13:56:04.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.058+0000 7f36927fc640 1 -- 172.21.15.50:0/2559881184 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f36980ef7f0 con 0x7f369c069e70 2023-07-12T13:56:04.062 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:04.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f36800662b0 msgr2=0x7f3680068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f36800662b0 0x7f3680068760 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f369c15ab20 tx=0x7f368c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:04.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 msgr2=0x7f369c156a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 0x7f369c156a80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f369801ab80 tx=0x7f369801ad10 comp rx=0 tx=0).stop 2023-07-12T13:56:04.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 shutdown_connections 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f36800662b0 0x7f3680068760 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f369c15bb10 0x7f369c0af200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f369c06f8c0 0x7f369c0c7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 --2- 172.21.15.50:0/2559881184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f369c069e70 0x7f369c156a80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 >> 172.21.15.50:0/2559881184 conn(0x7f369c0b0db0 msgr2=0x7f369c0ca2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 shutdown_connections 2023-07-12T13:56:04.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.062+0000 7f36a3e34640 1 -- 172.21.15.50:0/2559881184 wait complete. 2023-07-12T13:56:04.083 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:04.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 Processor -- start 2023-07-12T13:56:04.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 -- start start 2023-07-12T13:56:04.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f66701585d0 0x7f66700c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6670159840 0x7f66700af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f667006f0c0 con 0x7f66700afdb0 2023-07-12T13:56:04.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f667015ce90 con 0x7f66701585d0 2023-07-12T13:56:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6674bd2640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66700b01e0 con 0x7f6670159840 2023-07-12T13:56:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666ed9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f66700afdb0 0x7f667006bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:50310/0 (socket says 172.21.15.50:50310) 2023-07-12T13:56:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666ed9d640 1 -- 172.21.15.50:0/3021294694 learned_addr learned my addr 172.21.15.50:0/3021294694 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666e59c640 1 --2- 172.21.15.50:0/3021294694 >> v2:172.21.15.50:3300/0 conn(0x7f66701585d0 0x7f66700c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f6667fff640 1 --2- 172.21.15.50:0/3021294694 >> v2:172.21.15.55:3300/0 conn(0x7f6670159840 0x7f66700af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666dd9b640 1 -- 172.21.15.50:0/3021294694 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 630339502 0 0) 0x7f667006f0c0 con 0x7f66700afdb0 2023-07-12T13:56:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666dd9b640 1 -- 172.21.15.50:0/3021294694 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f665c003530 con 0x7f66700afdb0 2023-07-12T13:56:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666e59c640 1 -- 172.21.15.50:0/3021294694 >> v2:172.21.15.55:3300/0 conn(0x7f6670159840 msgr2=0x7f66700af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666e59c640 1 --2- 172.21.15.50:0/3021294694 >> v2:172.21.15.55:3300/0 conn(0x7f6670159840 0x7f66700af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666e59c640 1 -- 172.21.15.50:0/3021294694 >> v1:172.21.15.50:6789/0 conn(0x7f66700afdb0 legacy=0x7f667006bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.226+0000 7f666e59c640 1 -- 172.21.15.50:0/3021294694 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f667015c210 con 0x7f66701585d0 2023-07-12T13:56:04.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f666e59c640 1 --2- 172.21.15.50:0/3021294694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66701585d0 0x7f66700c8e50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f667006ece0 tx=0x7f666001c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36cf2afadae19913 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f666dd9b640 1 -- 172.21.15.50:0/3021294694 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66600a7070 con 0x7f66701585d0 2023-07-12T13:56:04.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f666dd9b640 1 -- 172.21.15.50:0/3021294694 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66600ab430 con 0x7f66701585d0 2023-07-12T13:56:04.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f666dd9b640 1 -- 172.21.15.50:0/3021294694 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66600ab7c0 con 0x7f66701585d0 2023-07-12T13:56:04.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 -- 172.21.15.50:0/3021294694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66701585d0 msgr2=0x7f66700c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 --2- 172.21.15.50:0/3021294694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66701585d0 0x7f66700c8e50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f667006ece0 tx=0x7f666001c430 comp rx=0 tx=0).stop 2023-07-12T13:56:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 -- 172.21.15.50:0/3021294694 shutdown_connections 2023-07-12T13:56:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 --2- 172.21.15.50:0/3021294694 >> v2:172.21.15.55:3300/0 conn(0x7f6670159840 0x7f66700af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 --2- 172.21.15.50:0/3021294694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66701585d0 0x7f66700c8e50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 -- 172.21.15.50:0/3021294694 >> 172.21.15.50:0/3021294694 conn(0x7f66700ca870 msgr2=0x7f66700cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 -- 172.21.15.50:0/3021294694 shutdown_connections 2023-07-12T13:56:04.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.230+0000 7f6674bd2640 1 -- 172.21.15.50:0/3021294694 wait complete. 2023-07-12T13:56:04.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 Processor -- start 2023-07-12T13:56:04.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 -- start start 2023-07-12T13:56:04.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66700afdb0 0x7f667014d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f66701585d0 0x7f66700c31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 0x7f66700c36f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66700ce7f0 con 0x7f6670159840 2023-07-12T13:56:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6670153170 con 0x7f66700afdb0 2023-07-12T13:56:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6670153450 con 0x7f66701585d0 2023-07-12T13:56:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 0x7f66700c36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 0x7f66700c36f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47806/0 (socket says 172.21.15.50:47806) 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66700afdb0 0x7f667014d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 -- 172.21.15.50:0/2565821374 learned_addr learned my addr 172.21.15.50:0/2565821374 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6667fff640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f66701585d0 0x7f66700c31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 -- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f66701585d0 msgr2=0x7f66700c31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f66701585d0 0x7f66700c31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 -- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66700afdb0 msgr2=0x7f667014d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66700afdb0 0x7f667014d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 -- 172.21.15.50:0/2565821374 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6660009420 con 0x7f6670159840 2023-07-12T13:56:04.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f666ed9d640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 0x7f66700c36f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f666800caa0 tx=0x7f666800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666800ac00 con 0x7f6670159840 2023-07-12T13:56:04.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f666800ad60 con 0x7f6670159840 2023-07-12T13:56:04.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6670153730 con 0x7f6670159840 2023-07-12T13:56:04.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6668012620 con 0x7f6670159840 2023-07-12T13:56:04.242 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.234+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6670153cf0 con 0x7f6670159840 2023-07-12T13:56:04.242 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.238+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f667004e020 con 0x7f6670159840 2023-07-12T13:56:04.242 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.238+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6668007070 con 0x7f6670159840 2023-07-12T13:56:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.238+0000 7f6666ffd640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6650066280 0x7f6650068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.238+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6668083ca0 con 0x7f6670159840 2023-07-12T13:56:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.238+0000 7f666e59c640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6650066280 0x7f6650068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.238+0000 7f666e59c640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6650066280 0x7f6650068730 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f66600af000 tx=0x7f66600a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.242+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f66680511b0 con 0x7f6670159840 2023-07-12T13:56:04.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.394+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f66700c4c80 con 0x7f6670159840 2023-07-12T13:56:04.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.394+0000 7f6666ffd640 1 -- 172.21.15.50:0/2565821374 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f66680547d0 con 0x7f6670159840 2023-07-12T13:56:04.399 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:04.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6650066280 msgr2=0x7f6650068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6650066280 0x7f6650068730 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f66600af000 tx=0x7f66600a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 msgr2=0x7f66700c36f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 0x7f66700c36f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f666800caa0 tx=0x7f666800cf60 comp rx=0 tx=0).stop 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 shutdown_connections 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6650066280 0x7f6650068730 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6670159840 0x7f66700c36f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f66701585d0 0x7f66700c31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 --2- 172.21.15.50:0/2565821374 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66700afdb0 0x7f667014d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 >> 172.21.15.50:0/2565821374 conn(0x7f66700ca870 msgr2=0x7f6670159d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:04.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 shutdown_connections 2023-07-12T13:56:04.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.398+0000 7f6674bd2640 1 -- 172.21.15.50:0/2565821374 wait complete. 2023-07-12T13:56:04.420 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:04.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.558+0000 7fb9e9b40640 1 Processor -- start 2023-07-12T13:56:04.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.558+0000 7fb9e9b40640 1 -- start start 2023-07-12T13:56:04.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e9b40640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fb9e40b7910 0x7fb9e40cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e9b40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40ccce0 0x7fb9e40b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e9b40640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb9e40b47e0 0x7fb9e40b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e9b40640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9e40b7ce0 con 0x7fb9e40b47e0 2023-07-12T13:56:04.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e9b40640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9e40cefa0 con 0x7fb9e40b7910 2023-07-12T13:56:04.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e9b40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e40cf280 con 0x7fb9e40ccce0 2023-07-12T13:56:04.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb9e40b47e0 0x7fb9e40b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e37fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fb9e40b7910 0x7fb9e40cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e2ffd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40ccce0 0x7fb9e40b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb9e40b47e0 0x7fb9e40b4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47812/0 (socket says 172.21.15.50:47812) 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 -- 172.21.15.50:0/2031470926 learned_addr learned my addr 172.21.15.50:0/2031470926 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e37fe640 1 --2- 172.21.15.50:0/2031470926 >> v2:172.21.15.55:3300/0 conn(0x7fb9e40b7910 0x7fb9e40cc7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:49586/0 (socket says 172.21.15.50:49586) 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 -- 172.21.15.50:0/2031470926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40ccce0 msgr2=0x7fb9e40b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 --2- 172.21.15.50:0/2031470926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40ccce0 0x7fb9e40b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 -- 172.21.15.50:0/2031470926 >> v2:172.21.15.55:3300/0 conn(0x7fb9e40b7910 msgr2=0x7fb9e40cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 --2- 172.21.15.50:0/2031470926 >> v2:172.21.15.55:3300/0 conn(0x7fb9e40b7910 0x7fb9e40cc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.562+0000 7fb9e3fff640 1 -- 172.21.15.50:0/2031470926 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9e40cf560 con 0x7fb9e40b47e0 2023-07-12T13:56:04.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e3fff640 1 --2- 172.21.15.50:0/2031470926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40b47e0 0x7fb9e40b4110 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb9e408b050 tx=0x7fb9dc01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5d758c4c2b04641 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e27fc640 1 -- 172.21.15.50:0/2031470926 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9dc0a5790 con 0x7fb9e40b47e0 2023-07-12T13:56:04.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e27fc640 1 -- 172.21.15.50:0/2031470926 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9dc0a58f0 con 0x7fb9e40b47e0 2023-07-12T13:56:04.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e27fc640 1 -- 172.21.15.50:0/2031470926 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9dc0a5c80 con 0x7fb9e40b47e0 2023-07-12T13:56:04.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 -- 172.21.15.50:0/2031470926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40b47e0 msgr2=0x7fb9e40b4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/2031470926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40b47e0 0x7fb9e40b4110 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb9e408b050 tx=0x7fb9dc01c910 comp rx=0 tx=0).stop 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 -- 172.21.15.50:0/2031470926 shutdown_connections 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/2031470926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40b47e0 0x7fb9e40b4110 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/2031470926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40ccce0 0x7fb9e40b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/2031470926 >> v2:172.21.15.55:3300/0 conn(0x7fb9e40b7910 0x7fb9e40cc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 -- 172.21.15.50:0/2031470926 >> 172.21.15.50:0/2031470926 conn(0x7fb9e4069f00 msgr2=0x7fb9e406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 -- 172.21.15.50:0/2031470926 shutdown_connections 2023-07-12T13:56:04.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.566+0000 7fb9e9b40640 1 -- 172.21.15.50:0/2031470926 wait complete. 2023-07-12T13:56:04.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 Processor -- start 2023-07-12T13:56:04.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 -- start start 2023-07-12T13:56:04.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40b47e0 0x7fb9e414e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9e40b7910 0x7fb9e41f6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 0x7fb9e40c6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e40c8380 con 0x7fb9e40ccce0 2023-07-12T13:56:04.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e40c6190 con 0x7fb9e40b7910 2023-07-12T13:56:04.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e414ec70 con 0x7fb9e40b47e0 2023-07-12T13:56:04.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 0x7fb9e40c6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 0x7fb9e40c6620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43160/0 (socket says 172.21.15.50:43160) 2023-07-12T13:56:04.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 -- 172.21.15.50:0/554939763 learned_addr learned my addr 172.21.15.50:0/554939763 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:04.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e37fe640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40b47e0 0x7fb9e414e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e2ffd640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9e40b7910 0x7fb9e41f6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 -- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40b47e0 msgr2=0x7fb9e414e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40b47e0 0x7fb9e414e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 -- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9e40b7910 msgr2=0x7fb9e41f6b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9e40b7910 0x7fb9e41f6b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 -- 172.21.15.50:0/554939763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9dc009b30 con 0x7fb9e40ccce0 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e37fe640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40b47e0 0x7fb9e414e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e2ffd640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9e40b7910 0x7fb9e41f6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e3fff640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 0x7fb9e40c6620 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb9dc0af040 tx=0x7fb9dc0196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9dc0b8670 con 0x7fb9e40ccce0 2023-07-12T13:56:04.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9dc0b87d0 con 0x7fb9e40ccce0 2023-07-12T13:56:04.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9dc0b8b60 con 0x7fb9e40ccce0 2023-07-12T13:56:04.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9e41f7550 con 0x7fb9e40ccce0 2023-07-12T13:56:04.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.570+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9e40c5e20 con 0x7fb9e40ccce0 2023-07-12T13:56:04.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.574+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9e41f7a70 con 0x7fb9e40ccce0 2023-07-12T13:56:04.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.574+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb9dc0b8cc0 con 0x7fb9e40ccce0 2023-07-12T13:56:04.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.574+0000 7fb9cbfff640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb9d0066280 0x7fb9d0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.574+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb9dc11f210 con 0x7fb9e40ccce0 2023-07-12T13:56:04.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.574+0000 7fb9e37fe640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb9d0066280 0x7fb9d0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.574+0000 7fb9e37fe640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb9d0066280 0x7fb9d0068730 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb9e415f140 tx=0x7fb9d4008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.578+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb9e41f7a70 con 0x7fb9e40ccce0 2023-07-12T13:56:04.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.766+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb9e40c5c80 con 0x7fb9e40ccce0 2023-07-12T13:56:04.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.766+0000 7fb9cbfff640 1 -- 172.21.15.50:0/554939763 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7fb9e40c5c80 con 0x7fb9e40ccce0 2023-07-12T13:56:04.770 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:04.770 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:04.770 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:04.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb9d0066280 msgr2=0x7fb9d0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb9d0066280 0x7fb9d0068730 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb9e415f140 tx=0x7fb9d4008040 comp rx=0 tx=0).stop 2023-07-12T13:56:04.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 msgr2=0x7fb9e40c6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 0x7fb9e40c6620 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb9dc0af040 tx=0x7fb9dc0196b0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 shutdown_connections 2023-07-12T13:56:04.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb9d0066280 0x7fb9d0068730 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e40ccce0 0x7fb9e40c6620 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9e40b7910 0x7fb9e41f6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 --2- 172.21.15.50:0/554939763 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb9e40b47e0 0x7fb9e414e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 >> 172.21.15.50:0/554939763 conn(0x7fb9e4069f00 msgr2=0x7fb9e40d0620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:04.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 shutdown_connections 2023-07-12T13:56:04.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.770+0000 7fb9e9b40640 1 -- 172.21.15.50:0/554939763 wait complete. 2023-07-12T13:56:04.791 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:04.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fdea5a34640 1 Processor -- start 2023-07-12T13:56:04.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fdea5a34640 1 -- start start 2023-07-12T13:56:04.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fdea5a34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fdea0070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fdea5a34640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdea0071330 con 0x7fdea0070780 2023-07-12T13:56:04.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fdea5a34640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdea00c88e0 con 0x7fdea00aff80 2023-07-12T13:56:04.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fdea5a34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdea0070d70 con 0x7fdea0159650 2023-07-12T13:56:04.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fde97fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fdea0070780 0x7fdea00af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36264/0 (socket says 172.21.15.50:36264) 2023-07-12T13:56:04.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fde97fff640 1 -- 172.21.15.50:0/3845127131 learned_addr learned my addr 172.21.15.50:0/3845127131 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:04.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.930+0000 7fde9effd640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fdea0070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2333918434 0 0) 0x7fdea0071330 con 0x7fdea0070780 2023-07-12T13:56:04.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fde8c003530 con 0x7fdea0070780 2023-07-12T13:56:04.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4092231729 0 0) 0x7fde8c003530 con 0x7fdea0070780 2023-07-12T13:56:04.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 msgr2=0x7fdea0070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:04.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fdea0070240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 >> v1:172.21.15.55:6789/0 conn(0x7fdea00aff80 legacy=0x7fdea00c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdea0071050 con 0x7fdea0070780 2023-07-12T13:56:04.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fde88001680 con 0x7fdea0070780 2023-07-12T13:56:04.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9effd640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fdea0070240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:04.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 >> v1:172.21.15.50:6789/0 conn(0x7fdea0070780 legacy=0x7fdea00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c003a20 0x7fde8c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde8c0047d0 0x7fde8c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fde8c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea0070d70 con 0x7fde8c0047d0 2023-07-12T13:56:04.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde8c00ba40 con 0x7fde8c003a20 2023-07-12T13:56:04.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde8c00bc00 con 0x7fdea0159650 2023-07-12T13:56:04.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde97fff640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde8c0047d0 0x7fde8c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9effd640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c003a20 0x7fde8c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9f7fe640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fde8c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde97fff640 1 -- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 msgr2=0x7fde8c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:04.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde97fff640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea0159650 0x7fde8c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde97fff640 1 -- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c003a20 msgr2=0x7fde8c003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:04.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde97fff640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c003a20 0x7fde8c003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde97fff640 1 -- 172.21.15.50:0/3845127131 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde90009420 con 0x7fde8c0047d0 2023-07-12T13:56:04.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.934+0000 7fde9effd640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c003a20 0x7fde8c003df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:04.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fde97fff640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde8c0047d0 0x7fde8c004c40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fde8800c210 tx=0x7fde8801cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606ff1f5292dfafc server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde880a5b40 con 0x7fde8c0047d0 2023-07-12T13:56:04.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde880a5cc0 con 0x7fde8c0047d0 2023-07-12T13:56:04.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fde9e7fc640 1 -- 172.21.15.50:0/3845127131 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde88005b20 con 0x7fde8c0047d0 2023-07-12T13:56:04.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- 172.21.15.50:0/3845127131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde8c0047d0 msgr2=0x7fde8c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 --2- 172.21.15.50:0/3845127131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde8c0047d0 0x7fde8c004c40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fde8800c210 tx=0x7fde8801cc40 comp rx=0 tx=0).stop 2023-07-12T13:56:04.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fde9f7fe640 1 -- 172.21.15.50:0/3845127131 reap_dead start 2023-07-12T13:56:04.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- 172.21.15.50:0/3845127131 shutdown_connections 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- 172.21.15.50:0/3845127131 >> 172.21.15.50:0/3845127131 conn(0x7fdea00ca870 msgr2=0x7fdea00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- 172.21.15.50:0/3845127131 shutdown_connections 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- 172.21.15.50:0/3845127131 wait complete. 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 Processor -- start 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- start start 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c0047d0 0x7fdea0153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea01f1160 0x7fdea01588e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 0x7fdea0158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea0155870 con 0x7fdea01f15b0 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea0155b10 con 0x7fde8c0047d0 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.938+0000 7fdea5a34640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdea0155df0 con 0x7fdea01f1160 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 0x7fdea0158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 0x7fdea0158e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43178/0 (socket says 172.21.15.50:43178) 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 -- 172.21.15.50:0/2981695570 learned_addr learned my addr 172.21.15.50:0/2981695570 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9effd640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c0047d0 0x7fdea0153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde97fff640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea01f1160 0x7fdea01588e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 -- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea01f1160 msgr2=0x7fdea01588e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea01f1160 0x7fdea01588e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 -- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c0047d0 msgr2=0x7fdea0153de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c0047d0 0x7fdea0153de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 -- 172.21.15.50:0/2981695570 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdea01560d0 con 0x7fdea01f15b0 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9f7fe640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 0x7fdea0158e20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fdea006d560 tx=0x7fde98011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde98003980 con 0x7fdea01f15b0 2023-07-12T13:56:04.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde98003ae0 con 0x7fdea01f15b0 2023-07-12T13:56:04.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdea01563b0 con 0x7fdea01f15b0 2023-07-12T13:56:04.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde98003e90 con 0x7fdea01f15b0 2023-07-12T13:56:04.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdea01547b0 con 0x7fdea01f15b0 2023-07-12T13:56:04.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdea004e020 con 0x7fdea01f15b0 2023-07-12T13:56:04.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.942+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fde980050d0 con 0x7fdea01f15b0 2023-07-12T13:56:04.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.946+0000 7fde9cff9640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde800662b0 0x7fde80068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:04.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.946+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fde98086900 con 0x7fdea01f15b0 2023-07-12T13:56:04.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.946+0000 7fde9effd640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde800662b0 0x7fde80068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:04.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.946+0000 7fde9effd640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde800662b0 0x7fde80068760 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fde90009cf0 tx=0x7fde90009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:04.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:04.946+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fde98053ce0 con 0x7fdea01f15b0 2023-07-12T13:56:05.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.106+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdea006d340 con 0x7fdea01f15b0 2023-07-12T13:56:05.110 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.106+0000 7fde9cff9640 1 -- 172.21.15.50:0/2981695570 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7fde98057300 con 0x7fdea01f15b0 2023-07-12T13:56:05.110 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:05.110 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:05.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde800662b0 msgr2=0x7fde80068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde800662b0 0x7fde80068760 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fde90009cf0 tx=0x7fde90009190 comp rx=0 tx=0).stop 2023-07-12T13:56:05.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 msgr2=0x7fdea0158e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 0x7fdea0158e20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fdea006d560 tx=0x7fde98011b60 comp rx=0 tx=0).stop 2023-07-12T13:56:05.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 shutdown_connections 2023-07-12T13:56:05.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fde800662b0 0x7fde80068760 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea01f15b0 0x7fdea0158e20 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdea01f1160 0x7fdea01588e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 --2- 172.21.15.50:0/2981695570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fde8c0047d0 0x7fdea0153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 >> 172.21.15.50:0/2981695570 conn(0x7fdea00ca870 msgr2=0x7fdea00cce50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:05.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 shutdown_connections 2023-07-12T13:56:05.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.110+0000 7fdea5a34640 1 -- 172.21.15.50:0/2981695570 wait complete. 2023-07-12T13:56:05.132 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:05.133 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:05.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.274+0000 7fad1b096640 1 Processor -- start 2023-07-12T13:56:05.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.274+0000 7fad1b096640 1 -- start start 2023-07-12T13:56:05.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.274+0000 7fad1b096640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fad140caac0 0x7fad14069e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.274+0000 7fad1b096640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad1415f5f0 con 0x7fad1406ffd0 2023-07-12T13:56:05.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.274+0000 7fad1b096640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad1406ab10 con 0x7fad1415bb10 2023-07-12T13:56:05.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.274+0000 7fad1b096640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad140cae90 con 0x7fad140caac0 2023-07-12T13:56:05.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad13fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fad1406ffd0 0x7fad1415bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36268/0 (socket says 172.21.15.50:36268) 2023-07-12T13:56:05.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad13fff640 1 -- 172.21.15.50:0/774007906 learned_addr learned my addr 172.21.15.50:0/774007906 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:05.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad19633640 1 --2- 172.21.15.50:0/774007906 >> v2:172.21.15.55:3300/0 conn(0x7fad140caac0 0x7fad14069e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4012526576 0 0) 0x7fad1415f5f0 con 0x7fad1406ffd0 2023-07-12T13:56:05.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fad04003530 con 0x7fad1406ffd0 2023-07-12T13:56:05.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3252005195 0 0) 0x7fad04003530 con 0x7fad1406ffd0 2023-07-12T13:56:05.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 >> v2:172.21.15.55:3300/0 conn(0x7fad140caac0 msgr2=0x7fad14069e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:05.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 --2- 172.21.15.50:0/774007906 >> v2:172.21.15.55:3300/0 conn(0x7fad140caac0 0x7fad14069e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 >> v1:172.21.15.55:6789/0 conn(0x7fad1415bb10 legacy=0x7fad1406f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad1406adf0 con 0x7fad1406ffd0 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fad00001680 con 0x7fad1406ffd0 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 >> v1:172.21.15.50:6789/0 conn(0x7fad1406ffd0 legacy=0x7fad1415bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad04003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad040047d0 0x7fad04004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad04005180 0x7fad0400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad140cae90 con 0x7fad040039f0 2023-07-12T13:56:05.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad0400bfe0 con 0x7fad04005180 2023-07-12T13:56:05.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad0400c1a0 con 0x7fad040047d0 2023-07-12T13:56:05.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad18e32640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad04003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad13fff640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad040047d0 0x7fad04004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad19633640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad04005180 0x7fad0400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad18e32640 1 -- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad040047d0 msgr2=0x7fad04004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:05.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad18e32640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad040047d0 0x7fad04004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad18e32640 1 -- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad04005180 msgr2=0x7fad0400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:05.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad18e32640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad04005180 0x7fad0400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad18e32640 1 -- 172.21.15.50:0/774007906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad04003530 con 0x7fad040039f0 2023-07-12T13:56:05.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad19633640 1 -- 172.21.15.50:0/774007906 reap_dead start 2023-07-12T13:56:05.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.278+0000 7fad13fff640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad040047d0 0x7fad04004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:05.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad18e32640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad04003dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fad08001860 tx=0x7fad0801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137cea5f8e0af3bf server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad080ac600 con 0x7fad040039f0 2023-07-12T13:56:05.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad080a8050 con 0x7fad040039f0 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad137fe640 1 -- 172.21.15.50:0/774007906 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad080ac9e0 con 0x7fad040039f0 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 -- 172.21.15.50:0/774007906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 msgr2=0x7fad04003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad04003dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fad08001860 tx=0x7fad0801c4b0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 -- 172.21.15.50:0/774007906 shutdown_connections 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 --2- 172.21.15.50:0/774007906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad04003dc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 -- 172.21.15.50:0/774007906 >> 172.21.15.50:0/774007906 conn(0x7fad140b0db0 msgr2=0x7fad140ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:05.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 -- 172.21.15.50:0/774007906 shutdown_connections 2023-07-12T13:56:05.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 -- 172.21.15.50:0/774007906 wait complete. 2023-07-12T13:56:05.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 Processor -- start 2023-07-12T13:56:05.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.282+0000 7fad1b096640 1 -- start start 2023-07-12T13:56:05.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad140ae9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad140abce0 0x7fad141537d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad140ac450 0x7fad140ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad140ace00 con 0x7fad040039f0 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1415d620 con 0x7fad140abce0 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad140aefb0 con 0x7fad140ac450 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad140ae9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad140ae9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43190/0 (socket says 172.21.15.50:43190) 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 -- 172.21.15.50:0/3566972614 learned_addr learned my addr 172.21.15.50:0/3566972614 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad19633640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad140ac450 0x7fad140ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad13fff640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad140abce0 0x7fad141537d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 -- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad140ac450 msgr2=0x7fad140ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.292 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad140ac450 0x7fad140ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.292 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 -- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad140abce0 msgr2=0x7fad141537d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.292 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad140abce0 0x7fad141537d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.292 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 -- 172.21.15.50:0/3566972614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad140af290 con 0x7fad040039f0 2023-07-12T13:56:05.292 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad18e32640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad140ae9d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fad0801c990 tx=0x7fad04005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.292 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad08007450 con 0x7fad040039f0 2023-07-12T13:56:05.293 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad080075b0 con 0x7fad040039f0 2023-07-12T13:56:05.293 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad140af570 con 0x7fad040039f0 2023-07-12T13:56:05.293 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad080b5600 con 0x7fad040039f0 2023-07-12T13:56:05.293 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad140af850 con 0x7fad040039f0 2023-07-12T13:56:05.293 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad1404e020 con 0x7fad040039f0 2023-07-12T13:56:05.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.286+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fad080b3040 con 0x7fad040039f0 2023-07-12T13:56:05.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.290+0000 7fad117fa640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7facf80662b0 0x7facf8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.290+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fad0811db10 con 0x7fad040039f0 2023-07-12T13:56:05.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.290+0000 7fad13fff640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7facf80662b0 0x7facf8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.290+0000 7fad13fff640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7facf80662b0 0x7facf8068760 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fad140ca200 tx=0x7fad00009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.295 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.294+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fad080eaf80 con 0x7fad040039f0 2023-07-12T13:56:05.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.446+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fad1415b320 con 0x7fad040039f0 2023-07-12T13:56:05.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.446+0000 7fad117fa640 1 -- 172.21.15.50:0/3566972614 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fad080f2e60 con 0x7fad040039f0 2023-07-12T13:56:05.451 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:05.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7facf80662b0 msgr2=0x7facf8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7facf80662b0 0x7facf8068760 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fad140ca200 tx=0x7fad00009040 comp rx=0 tx=0).stop 2023-07-12T13:56:05.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 msgr2=0x7fad140ae9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad140ae9d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fad0801c990 tx=0x7fad04005800 comp rx=0 tx=0).stop 2023-07-12T13:56:05.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 shutdown_connections 2023-07-12T13:56:05.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7facf80662b0 0x7facf8068760 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fad140ac450 0x7fad140ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad140abce0 0x7fad141537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 --2- 172.21.15.50:0/3566972614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad040039f0 0x7fad140ae9d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 >> 172.21.15.50:0/3566972614 conn(0x7fad140b0db0 msgr2=0x7fad141e8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:05.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 shutdown_connections 2023-07-12T13:56:05.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.450+0000 7fad1b096640 1 -- 172.21.15.50:0/3566972614 wait complete. 2023-07-12T13:56:05.472 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:05.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.614+0000 7f7550c0b640 1 Processor -- start 2023-07-12T13:56:05.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.614+0000 7f7550c0b640 1 -- start start 2023-07-12T13:56:05.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7550c0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c1585d0 0x7f754c0c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7550c0b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f754c0aff80 0x7f754c0cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7550c0b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f754c06f0c0 con 0x7f754c159840 2023-07-12T13:56:05.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7550c0b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f754c15ce90 con 0x7f754c0aff80 2023-07-12T13:56:05.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7550c0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f754c15c210 con 0x7f754c1585d0 2023-07-12T13:56:05.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7543fff640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f754c159840 0x7f754c0af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:40552/0 (socket says 172.21.15.50:40552) 2023-07-12T13:56:05.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7543fff640 1 -- 172.21.15.50:0/705176234 learned_addr learned my addr 172.21.15.50:0/705176234 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:05.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754a59c640 1 --2- 172.21.15.50:0/705176234 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c1585d0 0x7f754c0c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754ad9d640 1 --2- 172.21.15.50:0/705176234 >> v2:172.21.15.55:3300/0 conn(0x7f754c0aff80 0x7f754c0cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7549d9b640 1 -- 172.21.15.50:0/705176234 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1324491377 0 0) 0x7f754c06f0c0 con 0x7f754c159840 2023-07-12T13:56:05.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f7549d9b640 1 -- 172.21.15.50:0/705176234 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7538003530 con 0x7f754c159840 2023-07-12T13:56:05.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754a59c640 1 -- 172.21.15.50:0/705176234 >> v2:172.21.15.55:3300/0 conn(0x7f754c0aff80 msgr2=0x7f754c0cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:05.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754a59c640 1 --2- 172.21.15.50:0/705176234 >> v2:172.21.15.55:3300/0 conn(0x7f754c0aff80 0x7f754c0cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754a59c640 1 -- 172.21.15.50:0/705176234 >> v1:172.21.15.55:6789/0 conn(0x7f754c159840 legacy=0x7f754c0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754a59c640 1 -- 172.21.15.50:0/705176234 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f754c15c4f0 con 0x7f754c1585d0 2023-07-12T13:56:05.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.618+0000 7f754ad9d640 1 --2- 172.21.15.50:0/705176234 >> v2:172.21.15.55:3300/0 conn(0x7f754c0aff80 0x7f754c0cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:05.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f754a59c640 1 --2- 172.21.15.50:0/705176234 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c1585d0 0x7f754c0c8e50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f753c0097c0 tx=0x7f753c01c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6236d8fa750d196 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7549d9b640 1 -- 172.21.15.50:0/705176234 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753c0ab650 con 0x7f754c1585d0 2023-07-12T13:56:05.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7549d9b640 1 -- 172.21.15.50:0/705176234 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f753c0ab7b0 con 0x7f754c1585d0 2023-07-12T13:56:05.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7549d9b640 1 -- 172.21.15.50:0/705176234 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753c0abb40 con 0x7f754c1585d0 2023-07-12T13:56:05.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 -- 172.21.15.50:0/705176234 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c1585d0 msgr2=0x7f754c0c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 --2- 172.21.15.50:0/705176234 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c1585d0 0x7f754c0c8e50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f753c0097c0 tx=0x7f753c01c450 comp rx=0 tx=0).stop 2023-07-12T13:56:05.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 -- 172.21.15.50:0/705176234 shutdown_connections 2023-07-12T13:56:05.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 --2- 172.21.15.50:0/705176234 >> v2:172.21.15.55:3300/0 conn(0x7f754c0aff80 0x7f754c0cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 --2- 172.21.15.50:0/705176234 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c1585d0 0x7f754c0c8e50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 -- 172.21.15.50:0/705176234 >> 172.21.15.50:0/705176234 conn(0x7f754c0ca870 msgr2=0x7f754c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:05.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 -- 172.21.15.50:0/705176234 shutdown_connections 2023-07-12T13:56:05.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 -- 172.21.15.50:0/705176234 wait complete. 2023-07-12T13:56:05.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 Processor -- start 2023-07-12T13:56:05.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.622+0000 7f7550c0b640 1 -- start start 2023-07-12T13:56:05.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c0aff80 0x7f754c0c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f754c1585d0 0x7f754c154b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 0x7f754c0c2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f754c1574a0 con 0x7f754c159840 2023-07-12T13:56:05.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f754c0c28a0 con 0x7f754c1585d0 2023-07-12T13:56:05.634 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f754c0c1c90 con 0x7f754c0aff80 2023-07-12T13:56:05.634 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 0x7f754c0c2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.634 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 0x7f754c0c2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43202/0 (socket says 172.21.15.50:43202) 2023-07-12T13:56:05.634 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 -- 172.21.15.50:0/2018198534 learned_addr learned my addr 172.21.15.50:0/2018198534 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:05.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7543fff640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f754c1585d0 0x7f754c154b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754a59c640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c0aff80 0x7f754c0c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 -- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c0aff80 msgr2=0x7f754c0c3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c0aff80 0x7f754c0c3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 -- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f754c1585d0 msgr2=0x7f754c154b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f754c1585d0 0x7f754c154b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 -- 172.21.15.50:0/2018198534 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7544009a70 con 0x7f754c159840 2023-07-12T13:56:05.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f754ad9d640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 0x7f754c0c2d30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f754400efc0 tx=0x7f7544009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7544009d70 con 0x7f754c159840 2023-07-12T13:56:05.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f754400f040 con 0x7f754c159840 2023-07-12T13:56:05.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75440039a0 con 0x7f754c159840 2023-07-12T13:56:05.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f753c009420 con 0x7f754c159840 2023-07-12T13:56:05.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f754c0c2250 con 0x7f754c159840 2023-07-12T13:56:05.638 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f754c04e020 con 0x7f754c159840 2023-07-12T13:56:05.638 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.626+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f75440144a0 con 0x7f754c159840 2023-07-12T13:56:05.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.630+0000 7f7542ffd640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f752c066280 0x7f752c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.630+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7544084950 con 0x7f754c159840 2023-07-12T13:56:05.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.630+0000 7f754a59c640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f752c066280 0x7f752c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.630+0000 7f754a59c640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f752c066280 0x7f752c068730 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f753c0af000 tx=0x7f753c0a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.634+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7544051de0 con 0x7f754c159840 2023-07-12T13:56:05.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.786+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f754c0c29e0 con 0x7f754c159840 2023-07-12T13:56:05.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.786+0000 7f7542ffd640 1 -- 172.21.15.50:0/2018198534 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f7544018020 con 0x7f754c159840 2023-07-12T13:56:05.791 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:05.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f752c066280 msgr2=0x7f752c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f752c066280 0x7f752c068730 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f753c0af000 tx=0x7f753c0a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:05.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 msgr2=0x7f754c0c2d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 0x7f754c0c2d30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f754400efc0 tx=0x7f7544009f90 comp rx=0 tx=0).stop 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 shutdown_connections 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f752c066280 0x7f752c068730 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f754c159840 0x7f754c0c2d30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f754c1585d0 0x7f754c154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 --2- 172.21.15.50:0/2018198534 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f754c0aff80 0x7f754c0c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 >> 172.21.15.50:0/2018198534 conn(0x7f754c0ca870 msgr2=0x7f754c159c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:05.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 shutdown_connections 2023-07-12T13:56:05.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.790+0000 7f7550c0b640 1 -- 172.21.15.50:0/2018198534 wait complete. 2023-07-12T13:56:05.812 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:05.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ae0bc5640 1 Processor -- start 2023-07-12T13:56:05.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ae0bc5640 1 -- start start 2023-07-12T13:56:05.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ae0bc5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8adc159840 0x7f8adc0af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ae0bc5640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8adc06f0c0 con 0x7f8adc0afdb0 2023-07-12T13:56:05.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ae0bc5640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8adc0b01e0 con 0x7f8adc1585d0 2023-07-12T13:56:05.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ae0bc5640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8adc15ce90 con 0x7f8adc159840 2023-07-12T13:56:05.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8adad9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f8adc0afdb0 0x7f8adc0cbee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36272/0 (socket says 172.21.15.50:36272) 2023-07-12T13:56:05.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8adad9d640 1 -- 172.21.15.50:0/4237070721 learned_addr learned my addr 172.21.15.50:0/4237070721 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:05.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ad3fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8adc159840 0x7f8adc0af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ad9d9b640 1 -- 172.21.15.50:0/4237070721 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 29215561 0 0) 0x7f8adc06f0c0 con 0x7f8adc0afdb0 2023-07-12T13:56:05.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ad9d9b640 1 -- 172.21.15.50:0/4237070721 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ac8005740 con 0x7f8adc0afdb0 2023-07-12T13:56:05.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ad3fff640 1 -- 172.21.15.50:0/4237070721 >> v1:172.21.15.55:6789/0 conn(0x7f8adc1585d0 legacy=0x7f8adc0c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ad3fff640 1 -- 172.21.15.50:0/4237070721 >> v1:172.21.15.50:6789/0 conn(0x7f8adc0afdb0 legacy=0x7f8adc0cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.954+0000 7f8ad3fff640 1 -- 172.21.15.50:0/4237070721 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8adc15c210 con 0x7f8adc159840 2023-07-12T13:56:05.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ad3fff640 1 --2- 172.21.15.50:0/4237070721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc0af870 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8ac40097c0 tx=0x7f8ac401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7074c8334435f4fc server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ad9d9b640 1 -- 172.21.15.50:0/4237070721 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ac40ab680 con 0x7f8adc159840 2023-07-12T13:56:05.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ad9d9b640 1 -- 172.21.15.50:0/4237070721 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ac40ab7e0 con 0x7f8adc159840 2023-07-12T13:56:05.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ad9d9b640 1 -- 172.21.15.50:0/4237070721 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ac40abb50 con 0x7f8adc159840 2023-07-12T13:56:05.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/4237070721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 msgr2=0x7f8adc0af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/4237070721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc0af870 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8ac40097c0 tx=0x7f8ac401c480 comp rx=0 tx=0).stop 2023-07-12T13:56:05.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/4237070721 shutdown_connections 2023-07-12T13:56:05.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/4237070721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc0af870 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/4237070721 >> 172.21.15.50:0/4237070721 conn(0x7f8adc0ca870 msgr2=0x7f8adc0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:05.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/4237070721 shutdown_connections 2023-07-12T13:56:05.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.958+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/4237070721 wait complete. 2023-07-12T13:56:05.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 Processor -- start 2023-07-12T13:56:05.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 -- start start 2023-07-12T13:56:05.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8adc0afdb0 0x7f8adc0c43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8adc1585d0 0x7f8adc1476f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8adc147c30 con 0x7f8adc159840 2023-07-12T13:56:05.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8adc157370 con 0x7f8adc1585d0 2023-07-12T13:56:05.970 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8adc156760 con 0x7f8adc0afdb0 2023-07-12T13:56:05.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc155f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43214/0 (socket says 172.21.15.50:43214) 2023-07-12T13:56:05.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ada59c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8adc0afdb0 0x7f8adc0c43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 -- 172.21.15.50:0/2228080381 learned_addr learned my addr 172.21.15.50:0/2228080381 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:05.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ad3fff640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8adc1585d0 0x7f8adc1476f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 -- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8adc0afdb0 msgr2=0x7f8adc0c43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8adc0afdb0 0x7f8adc0c43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 -- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8adc1585d0 msgr2=0x7f8adc1476f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:05.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8adc1585d0 0x7f8adc1476f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:05.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 -- 172.21.15.50:0/2228080381 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ac4009420 con 0x7f8adc159840 2023-07-12T13:56:05.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8adad9d640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc155f30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8ad400cb40 tx=0x7f8ad400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ad400aca0 con 0x7f8adc159840 2023-07-12T13:56:05.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ad400ae00 con 0x7f8adc159840 2023-07-12T13:56:05.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4012620 con 0x7f8adc159840 2023-07-12T13:56:05.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.962+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8adc156a40 con 0x7f8adc159840 2023-07-12T13:56:05.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.966+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8adc157000 con 0x7f8adc159840 2023-07-12T13:56:05.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.966+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8adc1574e0 con 0x7f8adc159840 2023-07-12T13:56:05.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.966+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8ad4007070 con 0x7f8adc159840 2023-07-12T13:56:05.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.966+0000 7f8ad2ffd640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8abc066280 0x7f8abc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:05.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.966+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8ad4083c10 con 0x7f8adc159840 2023-07-12T13:56:05.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.966+0000 7f8ada59c640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8abc066280 0x7f8abc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:05.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.970+0000 7f8ada59c640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8abc066280 0x7f8abc068730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8acc001810 tx=0x7f8acc009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:05.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:05.970+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8ad40511d0 con 0x7f8adc159840 2023-07-12T13:56:06.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8adc04e020 con 0x7f8adc159840 2023-07-12T13:56:06.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ad2ffd640 1 -- 172.21.15.50:0/2228080381 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8ad40547f0 con 0x7f8adc159840 2023-07-12T13:56:06.129 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:06.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8abc066280 msgr2=0x7f8abc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8abc066280 0x7f8abc068730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8acc001810 tx=0x7f8acc009040 comp rx=0 tx=0).stop 2023-07-12T13:56:06.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 msgr2=0x7f8adc155f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc155f30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8ad400cb40 tx=0x7f8ad400a060 comp rx=0 tx=0).stop 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 shutdown_connections 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8abc066280 0x7f8abc068730 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8adc159840 0x7f8adc155f30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8adc1585d0 0x7f8adc1476f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 --2- 172.21.15.50:0/2228080381 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8adc0afdb0 0x7f8adc0c43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 >> 172.21.15.50:0/2228080381 conn(0x7f8adc0ca870 msgr2=0x7f8adc06c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:06.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 shutdown_connections 2023-07-12T13:56:06.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.126+0000 7f8ae0bc5640 1 -- 172.21.15.50:0/2228080381 wait complete. 2023-07-12T13:56:06.149 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:06.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.290+0000 7f3d6cd74640 1 Processor -- start 2023-07-12T13:56:06.294 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.290+0000 7f3d6cd74640 1 -- start start 2023-07-12T13:56:06.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.290+0000 7f3d6cd74640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d680ccde0 0x7f3d680b0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.290+0000 7f3d6cd74640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d680ca120 0x7f3d680af8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6cd74640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d680c8d10 con 0x7f3d6806c110 2023-07-12T13:56:06.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6cd74640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d680c8440 con 0x7f3d680ccde0 2023-07-12T13:56:06.296 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6cd74640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d6815c750 con 0x7f3d680ca120 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d680ccde0 0x7f3d680b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d66d9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f3d6806c110 0x7f3d6815ba10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36274/0 (socket says 172.21.15.50:36274) 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d66d9d640 1 -- 172.21.15.50:0/674917865 learned_addr learned my addr 172.21.15.50:0/674917865 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d5ffff640 1 --2- 172.21.15.50:0/674917865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d680ca120 0x7f3d680af8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6659c640 1 -- 172.21.15.50:0/674917865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d680ca120 msgr2=0x7f3d680af8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6659c640 1 --2- 172.21.15.50:0/674917865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d680ca120 0x7f3d680af8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.297 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6659c640 1 -- 172.21.15.50:0/674917865 >> v1:172.21.15.50:6789/0 conn(0x7f3d6806c110 legacy=0x7f3d6815ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.298 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6659c640 1 -- 172.21.15.50:0/674917865 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d680c8650 con 0x7f3d680ccde0 2023-07-12T13:56:06.298 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d65d9b640 1 -- 172.21.15.50:0/674917865 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3348659339 0 0) 0x7f3d680c8d10 con 0x7f3d6806c110 2023-07-12T13:56:06.299 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.294+0000 7f3d6659c640 1 --2- 172.21.15.50:0/674917865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d680ccde0 0x7f3d680b0460 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3d580097c0 tx=0x7f3d5801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=275ee21f6f24274a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:06.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d65d9b640 1 -- 172.21.15.50:0/674917865 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d580ab600 con 0x7f3d680ccde0 2023-07-12T13:56:06.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d65d9b640 1 -- 172.21.15.50:0/674917865 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d580a7050 con 0x7f3d680ccde0 2023-07-12T13:56:06.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d65d9b640 1 -- 172.21.15.50:0/674917865 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d580ab980 con 0x7f3d680ccde0 2023-07-12T13:56:06.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- 172.21.15.50:0/674917865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d680ccde0 msgr2=0x7f3d680b0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/674917865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d680ccde0 0x7f3d680b0460 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3d580097c0 tx=0x7f3d5801c330 comp rx=0 tx=0).stop 2023-07-12T13:56:06.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- 172.21.15.50:0/674917865 shutdown_connections 2023-07-12T13:56:06.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/674917865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d680ca120 0x7f3d680af8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/674917865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d680ccde0 0x7f3d680b0460 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- 172.21.15.50:0/674917865 >> 172.21.15.50:0/674917865 conn(0x7f3d680ca870 msgr2=0x7f3d680cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:06.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- 172.21.15.50:0/674917865 shutdown_connections 2023-07-12T13:56:06.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- 172.21.15.50:0/674917865 wait complete. 2023-07-12T13:56:06.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 Processor -- start 2023-07-12T13:56:06.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- start start 2023-07-12T13:56:06.303 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 0x7f3d680c6950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d680ca120 0x7f3d6814d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d6815a1f0 0x7f3d6814dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d680c7a00 con 0x7f3d6806c110 2023-07-12T13:56:06.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d68161400 con 0x7f3d680ca120 2023-07-12T13:56:06.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6cd74640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d680c6e90 con 0x7f3d6815a1f0 2023-07-12T13:56:06.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 0x7f3d680c6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 0x7f3d680c6950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43226/0 (socket says 172.21.15.50:43226) 2023-07-12T13:56:06.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.298+0000 7f3d6659c640 1 -- 172.21.15.50:0/558419685 learned_addr learned my addr 172.21.15.50:0/558419685 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:06.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5ffff640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d680ca120 0x7f3d6814d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d66d9d640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d6815a1f0 0x7f3d6814dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6659c640 1 -- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d6815a1f0 msgr2=0x7f3d6814dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6659c640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d6815a1f0 0x7f3d6814dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6659c640 1 -- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d680ca120 msgr2=0x7f3d6814d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6659c640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d680ca120 0x7f3d6814d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6659c640 1 -- 172.21.15.50:0/558419685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d58009420 con 0x7f3d6806c110 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d66d9d640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d6815a1f0 0x7f3d6814dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:06.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6659c640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 0x7f3d680c6950 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3d580ae040 tx=0x7f3d5801ab70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:06.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d580b7650 con 0x7f3d6806c110 2023-07-12T13:56:06.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d580abe90 con 0x7f3d6806c110 2023-07-12T13:56:06.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d580b7a10 con 0x7f3d6806c110 2023-07-12T13:56:06.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d680c7160 con 0x7f3d6806c110 2023-07-12T13:56:06.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d680c7720 con 0x7f3d6806c110 2023-07-12T13:56:06.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d681611d0 con 0x7f3d6806c110 2023-07-12T13:56:06.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3d580b7b70 con 0x7f3d6806c110 2023-07-12T13:56:06.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5effd640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d48066280 0x7f3d48068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.302+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3d5811e8f0 con 0x7f3d6806c110 2023-07-12T13:56:06.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.306+0000 7f3d5ffff640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d48066280 0x7f3d48068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.306+0000 7f3d5ffff640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d48066280 0x7f3d48068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3d680c4120 tx=0x7f3d50008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:06.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.306+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3d681611d0 con 0x7f3d6806c110 2023-07-12T13:56:06.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3d681611d0 con 0x7f3d6806c110 2023-07-12T13:56:06.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d5effd640 1 -- 172.21.15.50:0/558419685 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3d681611d0 con 0x7f3d6806c110 2023-07-12T13:56:06.465 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:06.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d48066280 msgr2=0x7f3d48068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d48066280 0x7f3d48068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3d680c4120 tx=0x7f3d50008040 comp rx=0 tx=0).stop 2023-07-12T13:56:06.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 msgr2=0x7f3d680c6950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 0x7f3d680c6950 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3d580ae040 tx=0x7f3d5801ab70 comp rx=0 tx=0).stop 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 shutdown_connections 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3d48066280 0x7f3d48068730 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3d6815a1f0 0x7f3d6814dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d680ca120 0x7f3d6814d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 --2- 172.21.15.50:0/558419685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d6806c110 0x7f3d680c6950 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 >> 172.21.15.50:0/558419685 conn(0x7f3d680ca870 msgr2=0x7f3d6806fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.462+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 shutdown_connections 2023-07-12T13:56:06.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.466+0000 7f3d6cd74640 1 -- 172.21.15.50:0/558419685 wait complete. 2023-07-12T13:56:06.487 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:06.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.626+0000 7efd273fa640 1 Processor -- start 2023-07-12T13:56:06.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.626+0000 7efd273fa640 1 -- start start 2023-07-12T13:56:06.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd273fa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd200aff80 0x7efd20070980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd273fa640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd2006baf0 con 0x7efd2006bf80 2023-07-12T13:56:06.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd273fa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd2006aee0 con 0x7efd201632a0 2023-07-12T13:56:06.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd273fa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd2006b1c0 con 0x7efd200aff80 2023-07-12T13:56:06.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd24995640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd200aff80 0x7efd20070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd25997640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7efd2006bf80 0x7efd2006f050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36290/0 (socket says 172.21.15.50:36290) 2023-07-12T13:56:06.632 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd25997640 1 -- 172.21.15.50:0/555795518 learned_addr learned my addr 172.21.15.50:0/555795518 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:06.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd24995640 1 -- 172.21.15.50:0/555795518 >> v1:172.21.15.55:6789/0 conn(0x7efd201632a0 legacy=0x7efd200af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd24995640 1 -- 172.21.15.50:0/555795518 >> v1:172.21.15.50:6789/0 conn(0x7efd2006bf80 legacy=0x7efd2006f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd17fff640 1 -- 172.21.15.50:0/555795518 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1922160961 0 0) 0x7efd2006baf0 con 0x7efd2006bf80 2023-07-12T13:56:06.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd24995640 1 -- 172.21.15.50:0/555795518 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd2006b4a0 con 0x7efd200aff80 2023-07-12T13:56:06.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.630+0000 7efd24995640 1 --2- 172.21.15.50:0/555795518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd20070980 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7efd100097c0 tx=0x7efd1001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9b94a1e007f925e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:06.635 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd17fff640 1 -- 172.21.15.50:0/555795518 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd100ab600 con 0x7efd200aff80 2023-07-12T13:56:06.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd17fff640 1 -- 172.21.15.50:0/555795518 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd100a7050 con 0x7efd200aff80 2023-07-12T13:56:06.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd17fff640 1 -- 172.21.15.50:0/555795518 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd100ab980 con 0x7efd200aff80 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- 172.21.15.50:0/555795518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 msgr2=0x7efd20070980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 --2- 172.21.15.50:0/555795518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd20070980 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7efd100097c0 tx=0x7efd1001c480 comp rx=0 tx=0).stop 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- 172.21.15.50:0/555795518 shutdown_connections 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 --2- 172.21.15.50:0/555795518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd20070980 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- 172.21.15.50:0/555795518 >> 172.21.15.50:0/555795518 conn(0x7efd200ca870 msgr2=0x7efd200cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- 172.21.15.50:0/555795518 shutdown_connections 2023-07-12T13:56:06.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- 172.21.15.50:0/555795518 wait complete. 2023-07-12T13:56:06.638 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 Processor -- start 2023-07-12T13:56:06.638 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- start start 2023-07-12T13:56:06.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd2006bf80 0x7efd200c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd200ae670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd201632a0 0x7efd200aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd20158d90 con 0x7efd200aff80 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd201581c0 con 0x7efd2006bf80 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd273fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd200c1160 con 0x7efd201632a0 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.634+0000 7efd24995640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd200ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd200ae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43246/0 (socket says 172.21.15.50:43246) 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 -- 172.21.15.50:0/4073544912 learned_addr learned my addr 172.21.15.50:0/4073544912 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd25196640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd2006bf80 0x7efd200c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd25997640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd201632a0 0x7efd200aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 -- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd201632a0 msgr2=0x7efd200aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd201632a0 0x7efd200aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 -- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd2006bf80 msgr2=0x7efd200c38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd2006bf80 0x7efd200c38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 -- 172.21.15.50:0/4073544912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd10009420 con 0x7efd200aff80 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd25196640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd2006bf80 0x7efd200c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd24995640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd200ae670 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efd10019090 tx=0x7efd10019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd10004030 con 0x7efd200aff80 2023-07-12T13:56:06.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd10004190 con 0x7efd200aff80 2023-07-12T13:56:06.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd10004500 con 0x7efd200aff80 2023-07-12T13:56:06.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd20158460 con 0x7efd200aff80 2023-07-12T13:56:06.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd20158a20 con 0x7efd200aff80 2023-07-12T13:56:06.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd2004e020 con 0x7efd200aff80 2023-07-12T13:56:06.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efd100b2040 con 0x7efd200aff80 2023-07-12T13:56:06.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.638+0000 7efd15ffb640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd04066280 0x7efd04068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:06.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.642+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7efd1011d130 con 0x7efd200aff80 2023-07-12T13:56:06.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.642+0000 7efd25196640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd04066280 0x7efd04068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:06.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.642+0000 7efd25196640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd04066280 0x7efd04068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7efd1c000f70 tx=0x7efd1c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:06.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.642+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efd100ea510 con 0x7efd200aff80 2023-07-12T13:56:06.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.830+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd20158ed0 con 0x7efd200aff80 2023-07-12T13:56:06.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd15ffb640 1 -- 172.21.15.50:0/4073544912 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7efd100edb30 con 0x7efd200aff80 2023-07-12T13:56:06.836 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:06.836 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:06.836 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:06.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd04066280 msgr2=0x7efd04068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd04066280 0x7efd04068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7efd1c000f70 tx=0x7efd1c009040 comp rx=0 tx=0).stop 2023-07-12T13:56:06.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 msgr2=0x7efd200ae670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd200ae670 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efd10019090 tx=0x7efd10019220 comp rx=0 tx=0).stop 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 shutdown_connections 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd04066280 0x7efd04068730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd201632a0 0x7efd200aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd200aff80 0x7efd200ae670 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 --2- 172.21.15.50:0/4073544912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd2006bf80 0x7efd200c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:06.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 >> 172.21.15.50:0/4073544912 conn(0x7efd200ca870 msgr2=0x7efd2015a570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:06.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 shutdown_connections 2023-07-12T13:56:06.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.834+0000 7efd273fa640 1 -- 172.21.15.50:0/4073544912 wait complete. 2023-07-12T13:56:06.856 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:07.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 Processor -- start 2023-07-12T13:56:07.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 -- start start 2023-07-12T13:56:07.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b47e0 0x7fda3c0b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fda3c0b4110 0x7fda3c0d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda3c0b7ce0 con 0x7fda3c0b7910 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda3c0b4530 con 0x7fda3c0b4110 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda4309c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c0cceb0 con 0x7fda3c0b47e0 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda41639640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fda3c0b4110 0x7fda3c0d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda3bfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b47e0 0x7fda3c0b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda40e38640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fda3c0b7910 0x7fda3c0cc7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:40582/0 (socket says 172.21.15.50:40582) 2023-07-12T13:56:07.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda40e38640 1 -- 172.21.15.50:0/3017157463 learned_addr learned my addr 172.21.15.50:0/3017157463 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:07.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda3bfff640 1 -- 172.21.15.50:0/3017157463 >> v2:172.21.15.55:3300/0 conn(0x7fda3c0b4110 msgr2=0x7fda3c0d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:07.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda3bfff640 1 --2- 172.21.15.50:0/3017157463 >> v2:172.21.15.55:3300/0 conn(0x7fda3c0b4110 0x7fda3c0d0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda3bfff640 1 -- 172.21.15.50:0/3017157463 >> v1:172.21.15.55:6789/0 conn(0x7fda3c0b7910 legacy=0x7fda3c0cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda3b7fe640 1 -- 172.21.15.50:0/3017157463 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3836196083 0 0) 0x7fda3c0b7ce0 con 0x7fda3c0b7910 2023-07-12T13:56:07.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda3bfff640 1 -- 172.21.15.50:0/3017157463 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda3c0cefa0 con 0x7fda3c0b47e0 2023-07-12T13:56:07.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:06.998+0000 7fda41639640 1 --2- 172.21.15.50:0/3017157463 >> v2:172.21.15.55:3300/0 conn(0x7fda3c0b4110 0x7fda3c0d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:07.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda3bfff640 1 --2- 172.21.15.50:0/3017157463 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b47e0 0x7fda3c0b3bd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fda280097c0 tx=0x7fda2801c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac53cd59b250e653 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:07.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda3b7fe640 1 -- 172.21.15.50:0/3017157463 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda280ac620 con 0x7fda3c0b47e0 2023-07-12T13:56:07.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda3b7fe640 1 -- 172.21.15.50:0/3017157463 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda280ac780 con 0x7fda3c0b47e0 2023-07-12T13:56:07.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda3b7fe640 1 -- 172.21.15.50:0/3017157463 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda280acb10 con 0x7fda3c0b47e0 2023-07-12T13:56:07.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 -- 172.21.15.50:0/3017157463 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b47e0 msgr2=0x7fda3c0b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 --2- 172.21.15.50:0/3017157463 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b47e0 0x7fda3c0b3bd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fda280097c0 tx=0x7fda2801c3c0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 -- 172.21.15.50:0/3017157463 shutdown_connections 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 --2- 172.21.15.50:0/3017157463 >> v2:172.21.15.55:3300/0 conn(0x7fda3c0b4110 0x7fda3c0d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 --2- 172.21.15.50:0/3017157463 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b47e0 0x7fda3c0b3bd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 -- 172.21.15.50:0/3017157463 >> 172.21.15.50:0/3017157463 conn(0x7fda3c069f00 msgr2=0x7fda3c06a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 -- 172.21.15.50:0/3017157463 shutdown_connections 2023-07-12T13:56:07.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.002+0000 7fda4309c640 1 -- 172.21.15.50:0/3017157463 wait complete. 2023-07-12T13:56:07.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 Processor -- start 2023-07-12T13:56:07.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 -- start start 2023-07-12T13:56:07.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b4110 0x7fda3c15bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda3c0b47e0 0x7fda3c1553e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 0x7fda3c15d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c0b6f40 con 0x7fda3c0b7910 2023-07-12T13:56:07.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c15b350 con 0x7fda3c0b47e0 2023-07-12T13:56:07.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda4309c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c155920 con 0x7fda3c0b4110 2023-07-12T13:56:07.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 0x7fda3c15d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 0x7fda3c15d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43254/0 (socket says 172.21.15.50:43254) 2023-07-12T13:56:07.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 -- 172.21.15.50:0/1356362490 learned_addr learned my addr 172.21.15.50:0/1356362490 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:07.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda40e38640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b4110 0x7fda3c15bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda3bfff640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda3c0b47e0 0x7fda3c1553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 -- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b4110 msgr2=0x7fda3c15bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b4110 0x7fda3c15bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 -- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda3c0b47e0 msgr2=0x7fda3c1553e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda3c0b47e0 0x7fda3c1553e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 -- 172.21.15.50:0/1356362490 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda34009a70 con 0x7fda3c0b7910 2023-07-12T13:56:07.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.006+0000 7fda41639640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 0x7fda3c15d7d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fda34009f00 tx=0x7fda3400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:07.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34009d70 con 0x7fda3c0b7910 2023-07-12T13:56:07.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda3400f040 con 0x7fda3c0b7910 2023-07-12T13:56:07.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda28009420 con 0x7fda3c0b7910 2023-07-12T13:56:07.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34003bc0 con 0x7fda3c0b7910 2023-07-12T13:56:07.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda3c15b070 con 0x7fda3c0b7910 2023-07-12T13:56:07.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda3c04e020 con 0x7fda3c0b7910 2023-07-12T13:56:07.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fda34014480 con 0x7fda3c0b7910 2023-07-12T13:56:07.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.010+0000 7fda397fa640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda20066280 0x7fda20068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.014+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fda340848c0 con 0x7fda3c0b7910 2023-07-12T13:56:07.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.014+0000 7fda40e38640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda20066280 0x7fda20068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.014+0000 7fda40e38640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda20066280 0x7fda20068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fda30007bc0 tx=0x7fda30007b10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:07.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.018+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fda340557f0 con 0x7fda3c0b7910 2023-07-12T13:56:07.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.170+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fda3c0cd6a0 con 0x7fda3c0b7910 2023-07-12T13:56:07.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda397fa640 1 -- 172.21.15.50:0/1356362490 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7fda34055380 con 0x7fda3c0b7910 2023-07-12T13:56:07.176 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:07.176 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:07.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda20066280 msgr2=0x7fda20068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda20066280 0x7fda20068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fda30007bc0 tx=0x7fda30007b10 comp rx=0 tx=0).stop 2023-07-12T13:56:07.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 msgr2=0x7fda3c15d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 0x7fda3c15d7d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fda34009f00 tx=0x7fda3400c490 comp rx=0 tx=0).stop 2023-07-12T13:56:07.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 shutdown_connections 2023-07-12T13:56:07.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda20066280 0x7fda20068730 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda3c0b7910 0x7fda3c15d7d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda3c0b47e0 0x7fda3c1553e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 --2- 172.21.15.50:0/1356362490 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda3c0b4110 0x7fda3c15bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 >> 172.21.15.50:0/1356362490 conn(0x7fda3c069f00 msgr2=0x7fda3c0d2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:07.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 shutdown_connections 2023-07-12T13:56:07.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.174+0000 7fda4309c640 1 -- 172.21.15.50:0/1356362490 wait complete. 2023-07-12T13:56:07.197 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:07.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.334+0000 7fd86fc19640 1 Processor -- start 2023-07-12T13:56:07.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.334+0000 7fd86fc19640 1 -- start start 2023-07-12T13:56:07.340 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86fc19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd868158770 0x7fd86815c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.340 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86fc19640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd8680cee50 0x7fd8680cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86fc19640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8680cf7c0 con 0x7fd86815c7a0 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86fc19640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd868158b40 con 0x7fd8680cee50 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86fc19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd86815ccb0 con 0x7fd868158770 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd8680cee50 0x7fd8680cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd8680cee50 0x7fd8680cf280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43256/0 (socket says 172.21.15.50:43256) 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 -- 172.21.15.50:0/367531986 learned_addr learned my addr 172.21.15.50:0/367531986 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:07.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86d9b5640 1 --2- 172.21.15.50:0/367531986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd868158770 0x7fd86815c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 -- 172.21.15.50:0/367531986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd868158770 msgr2=0x7fd86815c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:07.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 --2- 172.21.15.50:0/367531986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd868158770 0x7fd86815c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 -- 172.21.15.50:0/367531986 >> v1:172.21.15.55:6789/0 conn(0x7fd86815c7a0 legacy=0x7fd8680c9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.338+0000 7fd86e1b6640 1 -- 172.21.15.50:0/367531986 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd86815cf90 con 0x7fd8680cee50 2023-07-12T13:56:07.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86e1b6640 1 --2- 172.21.15.50:0/367531986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8680cee50 0x7fd8680cf280 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd860009e50 tx=0x7fd86001c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=274b8284ff9e750d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:07.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86c9b3640 1 -- 172.21.15.50:0/367531986 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8600a5810 con 0x7fd8680cee50 2023-07-12T13:56:07.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86c9b3640 1 -- 172.21.15.50:0/367531986 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8600a5970 con 0x7fd8680cee50 2023-07-12T13:56:07.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86c9b3640 1 -- 172.21.15.50:0/367531986 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8600a5d00 con 0x7fd8680cee50 2023-07-12T13:56:07.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 -- 172.21.15.50:0/367531986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8680cee50 msgr2=0x7fd8680cf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 --2- 172.21.15.50:0/367531986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8680cee50 0x7fd8680cf280 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd860009e50 tx=0x7fd86001c950 comp rx=0 tx=0).stop 2023-07-12T13:56:07.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 -- 172.21.15.50:0/367531986 shutdown_connections 2023-07-12T13:56:07.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 --2- 172.21.15.50:0/367531986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8680cee50 0x7fd8680cf280 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 --2- 172.21.15.50:0/367531986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd868158770 0x7fd86815c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 -- 172.21.15.50:0/367531986 >> 172.21.15.50:0/367531986 conn(0x7fd86806a5a0 msgr2=0x7fd86806a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:07.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 -- 172.21.15.50:0/367531986 shutdown_connections 2023-07-12T13:56:07.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 -- 172.21.15.50:0/367531986 wait complete. 2023-07-12T13:56:07.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 Processor -- start 2023-07-12T13:56:07.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.342+0000 7fd86fc19640 1 -- start start 2023-07-12T13:56:07.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd8680cee50 0x7fd8680c5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 0x7fd86814d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd86815c7a0 0x7fd86815b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.348 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8680c4c90 con 0x7fd868158770 2023-07-12T13:56:07.348 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd86814dd60 con 0x7fd86815c7a0 2023-07-12T13:56:07.348 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd86814e020 con 0x7fd8680cee50 2023-07-12T13:56:07.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 0x7fd86814d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 0x7fd86814d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43270/0 (socket says 172.21.15.50:43270) 2023-07-12T13:56:07.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 -- 172.21.15.50:0/1323575515 learned_addr learned my addr 172.21.15.50:0/1323575515 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d9b5640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd8680cee50 0x7fd8680c5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86e1b6640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd86815c7a0 0x7fd86815b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 -- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd8680cee50 msgr2=0x7fd8680c5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd8680cee50 0x7fd8680c5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 -- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd86815c7a0 msgr2=0x7fd86815b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd86815c7a0 0x7fd86815b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 -- 172.21.15.50:0/1323575515 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd860009b30 con 0x7fd868158770 2023-07-12T13:56:07.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86e1b6640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd86815c7a0 0x7fd86815b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:07.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86d1b4640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 0x7fd86814d6e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd85800c3c0 tx=0x7fd85800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:07.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8580052d0 con 0x7fd868158770 2023-07-12T13:56:07.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd858005430 con 0x7fd868158770 2023-07-12T13:56:07.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd86814e300 con 0x7fd868158770 2023-07-12T13:56:07.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd858003840 con 0x7fd868158770 2023-07-12T13:56:07.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd86815ba30 con 0x7fd868158770 2023-07-12T13:56:07.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8680c5990 con 0x7fd868158770 2023-07-12T13:56:07.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.346+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd8580039a0 con 0x7fd868158770 2023-07-12T13:56:07.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.350+0000 7fd85e7fc640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd84c066280 0x7fd84c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:07.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.350+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd858083300 con 0x7fd868158770 2023-07-12T13:56:07.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.350+0000 7fd86d9b5640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd84c066280 0x7fd84c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:07.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.350+0000 7fd86d9b5640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd84c066280 0x7fd84c068730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd864009af0 tx=0x7fd864008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:07.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.354+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd8580506e0 con 0x7fd868158770 2023-07-12T13:56:07.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.538+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd86804e020 con 0x7fd868158770 2023-07-12T13:56:07.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.538+0000 7fd85e7fc640 1 -- 172.21.15.50:0/1323575515 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7fd858053d00 con 0x7fd868158770 2023-07-12T13:56:07.543 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:07.543 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:07.543 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:07.544 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd84c066280 msgr2=0x7fd84c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd84c066280 0x7fd84c068730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd864009af0 tx=0x7fd864008040 comp rx=0 tx=0).stop 2023-07-12T13:56:07.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 msgr2=0x7fd86814d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:07.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 0x7fd86814d6e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd85800c3c0 tx=0x7fd85800c880 comp rx=0 tx=0).stop 2023-07-12T13:56:07.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 shutdown_connections 2023-07-12T13:56:07.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd84c066280 0x7fd84c068730 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.545 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd86815c7a0 0x7fd86815b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd868158770 0x7fd86814d6e0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 --2- 172.21.15.50:0/1323575515 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd8680cee50 0x7fd8680c5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:07.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 >> 172.21.15.50:0/1323575515 conn(0x7fd86806a5a0 msgr2=0x7fd8680aea20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:07.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 shutdown_connections 2023-07-12T13:56:07.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:07.542+0000 7fd86fc19640 1 -- 172.21.15.50:0/1323575515 wait complete. 2023-07-12T13:56:07.965 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-07-12T13:55:47.951634+0000', 'modified': '2023-07-12T13:55:51.598445+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4279}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4279': {'gid': 4279, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6833/1815549586', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6832', 'nonce': 1815549586}, {'type': 'v1', 'addr': '172.21.15.50:6833', 'nonce': 1815549586}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [4], 'metadata_pool': 3, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-07-12T13:56:07.966 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-07-12T13:56:07.966 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-07-12T13:56:08.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabec537640 1 Processor -- start 2023-07-12T13:56:08.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabec537640 1 -- start start 2023-07-12T13:56:08.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabec537640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fabe415c0d0 0x7fabe406c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabec537640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabe40d0f20 con 0x7fabe40cd2f0 2023-07-12T13:56:08.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabec537640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabe40cfaf0 con 0x7fabe40cddd0 2023-07-12T13:56:08.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabec537640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabe406be10 con 0x7fabe415c0d0 2023-07-12T13:56:08.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.110+0000 7fabeaad4640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fabe40cd2f0 0x7fabe415fc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36304/0 (socket says 172.21.15.50:36304) 2023-07-12T13:56:08.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabeaad4640 1 -- 172.21.15.50:0/1233711649 learned_addr learned my addr 172.21.15.50:0/1233711649 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:08.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabea2d3640 1 --2- 172.21.15.50:0/1233711649 >> v2:172.21.15.55:3300/0 conn(0x7fabe415c0d0 0x7fabe406c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabe92d1640 1 -- 172.21.15.50:0/1233711649 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4092381594 0 0) 0x7fabe40d0f20 con 0x7fabe40cd2f0 2023-07-12T13:56:08.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabe92d1640 1 -- 172.21.15.50:0/1233711649 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fabd0003530 con 0x7fabe40cd2f0 2023-07-12T13:56:08.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabe92d1640 1 -- 172.21.15.50:0/1233711649 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3724996293 0 0) 0x7fabd0003530 con 0x7fabe40cd2f0 2023-07-12T13:56:08.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabea2d3640 1 -- 172.21.15.50:0/1233711649 >> v1:172.21.15.55:6789/0 conn(0x7fabe40cddd0 legacy=0x7fabe40ccbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabea2d3640 1 -- 172.21.15.50:0/1233711649 >> v1:172.21.15.50:6789/0 conn(0x7fabe40cd2f0 legacy=0x7fabe415fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabea2d3640 1 -- 172.21.15.50:0/1233711649 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabe40cfdd0 con 0x7fabe415c0d0 2023-07-12T13:56:08.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabea2d3640 1 --2- 172.21.15.50:0/1233711649 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe415c0d0 0x7fabe406c260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fabe00097c0 tx=0x7fabe001c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57f67165894518aa server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabe92d1640 1 -- 172.21.15.50:0/1233711649 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabdc001a20 con 0x7fabe415c0d0 2023-07-12T13:56:08.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabe92d1640 1 -- 172.21.15.50:0/1233711649 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabe00a7050 con 0x7fabe415c0d0 2023-07-12T13:56:08.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.114+0000 7fabe92d1640 1 -- 172.21.15.50:0/1233711649 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe00ab600 con 0x7fabe415c0d0 2023-07-12T13:56:08.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- 172.21.15.50:0/1233711649 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe415c0d0 msgr2=0x7fabe406c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 --2- 172.21.15.50:0/1233711649 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe415c0d0 0x7fabe406c260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fabe00097c0 tx=0x7fabe001c3a0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- 172.21.15.50:0/1233711649 shutdown_connections 2023-07-12T13:56:08.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 --2- 172.21.15.50:0/1233711649 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe415c0d0 0x7fabe406c260 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- 172.21.15.50:0/1233711649 >> 172.21.15.50:0/1233711649 conn(0x7fabe406d480 msgr2=0x7fabe406d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- 172.21.15.50:0/1233711649 shutdown_connections 2023-07-12T13:56:08.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- 172.21.15.50:0/1233711649 wait complete. 2023-07-12T13:56:08.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 Processor -- start 2023-07-12T13:56:08.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- start start 2023-07-12T13:56:08.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe40cd2f0 0x7fabe414cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 0x7fabe4153ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fabe415c0d0 0x7fabe415f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe415ee60 con 0x7fabe40cddd0 2023-07-12T13:56:08.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe414d2c0 con 0x7fabe40cd2f0 2023-07-12T13:56:08.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabec537640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabe415e1e0 con 0x7fabe415c0d0 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 0x7fabe4153ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 0x7fabe4153ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43286/0 (socket says 172.21.15.50:43286) 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 -- 172.21.15.50:0/3183338537 learned_addr learned my addr 172.21.15.50:0/3183338537 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabea2d3640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe40cd2f0 0x7fabe414cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabeaad4640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fabe415c0d0 0x7fabe415f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 -- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fabe415c0d0 msgr2=0x7fabe415f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fabe415c0d0 0x7fabe415f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 -- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe40cd2f0 msgr2=0x7fabe414cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.118+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe40cd2f0 0x7fabe414cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabe9ad2640 1 -- 172.21.15.50:0/3183338537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabe0009420 con 0x7fabe40cddd0 2023-07-12T13:56:08.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabeaad4640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fabe415c0d0 0x7fabe415f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 0x7fabe4153ba0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fabd400c500 tx=0x7fabd400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabdaffd640 1 -- 172.21.15.50:0/3183338537 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd4005220 con 0x7fabe40cddd0 2023-07-12T13:56:08.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabdaffd640 1 -- 172.21.15.50:0/3183338537 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabd4005380 con 0x7fabe40cddd0 2023-07-12T13:56:08.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabdaffd640 1 -- 172.21.15.50:0/3183338537 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd4007270 con 0x7fabe40cddd0 2023-07-12T13:56:08.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabe415e4c0 con 0x7fabe40cddd0 2023-07-12T13:56:08.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabe415ea80 con 0x7fabe40cddd0 2023-07-12T13:56:08.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabdaffd640 1 -- 172.21.15.50:0/3183338537 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fabd40073d0 con 0x7fabe40cddd0 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabdaffd640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fabc8066280 0x7fabc8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.122+0000 7fabdaffd640 1 -- 172.21.15.50:0/3183338537 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fabd4083610 con 0x7fabe40cddd0 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 Processor -- start 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fabc8066280 0x7fabc8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- start start 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fabc8066280 0x7fabc8068730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fabe40afc00 tx=0x7fabe0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb989ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb98a020 0x556beb937370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb937c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb7fe880 con 0x556beb989710 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb738840 con 0x556beb9378b0 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x556beb78c2e0 con 0x556beb98a020 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb989ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb989ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43298/0 (socket says 172.21.15.50:43298) 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 -- 172.21.15.50:0/1278414653 learned_addr learned my addr 172.21.15.50:0/1278414653 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb98a020 0x556beb937370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabeaad4640 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb937c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 -- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb98a020 msgr2=0x556beb937370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb98a020 0x556beb937370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 -- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 msgr2=0x556beb937c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb937c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 -- 172.21.15.50:0/1278414653 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556beb481890 con 0x556beb989710 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabea2d3640 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb989ae0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fabe00b8040 tx=0x7fabe00046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdc9a8108d4e17c8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabc7fff640 1 -- 172.21.15.50:0/1278414653 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe00bc050 con 0x556beb989710 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabc7fff640 1 -- 172.21.15.50:0/1278414653 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabe00bd040 con 0x556beb989710 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabc7fff640 1 -- 172.21.15.50:0/1278414653 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe00b6480 con 0x556beb989710 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- 172.21.15.50:0/1278414653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 msgr2=0x556beb989ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb989ae0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fabe00b8040 tx=0x7fabe00046d0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- 172.21.15.50:0/1278414653 shutdown_connections 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb937c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb98a020 0x556beb937370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 --2- 172.21.15.50:0/1278414653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb989ae0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- 172.21.15.50:0/1278414653 >> 172.21.15.50:0/1278414653 conn(0x556beb93da10 msgr2=0x556beb935c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- 172.21.15.50:0/1278414653 shutdown_connections 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.126+0000 7fabef899000 1 -- 172.21.15.50:0/1278414653 wait complete. 2023-07-12T13:56:08.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- start start 2023-07-12T13:56:08.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 Processor -- start 2023-07-12T13:56:08.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb990840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb990d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb94ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb785380 con 0x556beb989710 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb741ae0 con 0x556beb98a020 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x556beb741780 con 0x556beb9378b0 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 10 client.0 _ll_register_callbacks cb 0x556beb923240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb990d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb990d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43312/0 (socket says 172.21.15.50:43312) 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 -- 172.21.15.50:0/478595477 learned_addr learned my addr 172.21.15.50:0/478595477 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabea2d3640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb990840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabeaad4640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb94ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 -- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 msgr2=0x556beb990840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb990840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 -- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 msgr2=0x556beb94ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb94ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 -- 172.21.15.50:0/478595477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabe40cfdd0 con 0x556beb989710 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabeaad4640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb94ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb990d80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fabd4005630 tx=0x7fabd40587c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeefe197d1cabe92 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 1 -- 172.21.15.50:0/478595477 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd407bd10 con 0x556beb989710 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 1 -- 172.21.15.50:0/478595477 <== mon.0 v2:172.21.15.50:3300/0 2 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fabd40504b0 con 0x556beb989710 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556beb74ca20 con 0x556beb989710 2023-07-12T13:56:08.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 1 -- 172.21.15.50:0/478595477 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabd407be70 con 0x556beb989710 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 10 client.4719 fetch_fsmap learned FSMap version 8 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x556beb749d10 con 0x556beb989710 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 1 -- 172.21.15.50:0/478595477 <== mon.0 v2:172.21.15.50:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x556beb74ca20 con 0x556beb989710 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 1 -- 172.21.15.50:0/478595477 <== mon.0 v2:172.21.15.50:3300/0 5 ==== fsmap(e 8) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fabd4019030 con 0x556beb989710 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 10 client.4719 fetch_fsmap finished waiting for FSMap version 8 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 10 client.4719 resolve_mds: resolved name 'a' to daemon mds.a 2023-07-12T13:56:08.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 20 client.4719 populate_metadata read hostname 'smithi050' 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb94baa0 0x556beb94be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 4 client.4719 mds_command: new command op to 4279 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 --> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556beb7b3ec0 con 0x556beb94baa0 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabea2d3640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb94baa0 0x556beb94be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabea2d3640 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb94baa0 0x556beb94be70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4b978fd868a6e87 server_cookie=64415e9f6e52660a in_seq=0 out_seq=0 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.130+0000 7fabc57fa640 10 client.4719 ms_handle_connect on v2:172.21.15.50:6832/1815549586 2023-07-12T13:56:08.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabc57fa640 1 -- 172.21.15.50:0/478595477 <== mds.0 v2:172.21.15.50:6832/1815549586 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556beb7b3ec0 con 0x556beb94baa0 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabc57fa640 10 client.4719 handle_command_reply: tid=0 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 client.4719 shutdown 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 msgr2=0x556beb990d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb990d80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fabd4005630 tx=0x7fabd40587c0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 shutdown_connections 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb94baa0 0x556beb94be70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb94ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb990d80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabc57fa640 0 client.4719 ms_handle_reset on v2:172.21.15.50:6832/1815549586 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 --2- 172.21.15.50:0/478595477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb990840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 >> 172.21.15.50:0/478595477 conn(0x556beb93da10 msgr2=0x556beb936350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 shutdown_connections 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 1 -- 172.21.15.50:0/478595477 wait complete. 2023-07-12T13:56:08.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.134+0000 7fabef899000 20 client.4719 trim_cache size 0 max 16384 2023-07-12T13:56:08.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 Processor -- start 2023-07-12T13:56:08.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- start start 2023-07-12T13:56:08.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb9e34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb9e3a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb9e3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb442940 con 0x556beb989710 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb996af0 con 0x556beb98a020 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x556beb722a80 con 0x556beb9378b0 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb9e3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb9e3a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43326/0 (socket says 172.21.15.50:43326) 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 -- 172.21.15.50:0/2193001936 learned_addr learned my addr 172.21.15.50:0/2193001936 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:08.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabea2d3640 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb9e34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabeaad4640 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb9e3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 -- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 msgr2=0x556beb9e34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb9e34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 -- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 msgr2=0x556beb9e3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb9e3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 -- 172.21.15.50:0/2193001936 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556beb939f80 con 0x556beb989710 2023-07-12T13:56:08.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabeaad4640 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb9e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb9e3a30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fabd4052a10 tx=0x7fabd406a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303e872df1405215 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabd8ff9640 1 -- 172.21.15.50:0/2193001936 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd400e040 con 0x556beb989710 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabd8ff9640 1 -- 172.21.15.50:0/2193001936 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabd406f070 con 0x556beb989710 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabd8ff9640 1 -- 172.21.15.50:0/2193001936 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd4058380 con 0x556beb989710 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- 172.21.15.50:0/2193001936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 msgr2=0x556beb9e3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb9e3a30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fabd4052a10 tx=0x7fabd406a000 comp rx=0 tx=0).stop 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- 172.21.15.50:0/2193001936 shutdown_connections 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb98a020 0x556beb9e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb989710 0x556beb9e3a30 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 --2- 172.21.15.50:0/2193001936 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb9378b0 0x556beb9e34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- 172.21.15.50:0/2193001936 >> 172.21.15.50:0/2193001936 conn(0x556beb93da10 msgr2=0x556beb93b970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- 172.21.15.50:0/2193001936 shutdown_connections 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.150+0000 7fabef899000 1 -- 172.21.15.50:0/2193001936 wait complete. 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- start start 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 Processor -- start 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb98e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb989710 0x556beb98e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 0x556beb98eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb782b90 con 0x556beb98a020 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556beb7c8580 con 0x556beb9378b0 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x556beb784210 con 0x556beb989710 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 10 client.0 _ll_register_callbacks cb 0x556beb903430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 0x556beb98eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 0x556beb98eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43332/0 (socket says 172.21.15.50:43332) 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 -- 172.21.15.50:0/341011110 learned_addr learned my addr 172.21.15.50:0/341011110 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabea2d3640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb98e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabe9ad2640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb989710 0x556beb98e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 -- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb989710 msgr2=0x556beb98e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb989710 0x556beb98e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 -- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 msgr2=0x556beb98e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb98e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 -- 172.21.15.50:0/341011110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556beb749d10 con 0x556beb98a020 2023-07-12T13:56:08.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabeaad4640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 0x556beb98eab0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fabdc007640 tx=0x7fabdc007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d33cdd6534e92b3 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2023-07-12T13:56:08.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 1 -- 172.21.15.50:0/341011110 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabdc015b10 con 0x556beb98a020 2023-07-12T13:56:08.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 1 -- 172.21.15.50:0/341011110 <== mon.0 v2:172.21.15.50:3300/0 2 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fabdc015c70 con 0x556beb98a020 2023-07-12T13:56:08.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556beb783cd0 con 0x556beb98a020 2023-07-12T13:56:08.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 1 -- 172.21.15.50:0/341011110 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabdc015e30 con 0x556beb98a020 2023-07-12T13:56:08.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 10 client.4725 fetch_fsmap learned FSMap version 8 2023-07-12T13:56:08.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x556beb72ffa0 con 0x556beb98a020 2023-07-12T13:56:08.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 1 -- 172.21.15.50:0/341011110 <== mon.0 v2:172.21.15.50:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x556beb783cd0 con 0x556beb98a020 2023-07-12T13:56:08.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 1 -- 172.21.15.50:0/341011110 <== mon.0 v2:172.21.15.50:3300/0 5 ==== fsmap(e 8) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fabdc01d020 con 0x556beb98a020 2023-07-12T13:56:08.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 10 client.4725 fetch_fsmap finished waiting for FSMap version 8 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 10 client.4725 resolve_mds: resolved name 'a' to daemon mds.a 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 20 client.4725 populate_metadata read hostname 'smithi050' 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb98eff0 0x556beb98f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 4 client.4725 mds_command: new command op to 4279 tid=0[{"prefix": "status"}] 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 --> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556beb77e360 con 0x556beb98eff0 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabea2d3640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb98eff0 0x556beb98f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabc57fa640 10 client.4725 ms_handle_connect on v2:172.21.15.50:6832/1815549586 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.154+0000 7fabea2d3640 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb98eff0 0x556beb98f3c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64fa62a4d0dc60df server_cookie=e8311caf3fe397e4 in_seq=0 out_seq=0 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabc57fa640 1 -- 172.21.15.50:0/341011110 <== mds.0 v2:172.21.15.50:6832/1815549586 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+323 (crc 0 0 0) 0x556beb77e360 con 0x556beb98eff0 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabc57fa640 10 client.4725 handle_command_reply: tid=0 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 client.4725 shutdown 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 msgr2=0x556beb98eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 0x556beb98eab0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fabdc007640 tx=0x7fabdc007b00 comp rx=0 tx=0).stop 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 shutdown_connections 2023-07-12T13:56:08.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:6832/1815549586,v1:172.21.15.50:6833/1815549586] conn(0x556beb98eff0 0x556beb98f3c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556beb98a020 0x556beb98eab0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x556beb989710 0x556beb98e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabc57fa640 0 client.4725 ms_handle_reset on v2:172.21.15.50:6832/1815549586 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 --2- 172.21.15.50:0/341011110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556beb9378b0 0x556beb98e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 >> 172.21.15.50:0/341011110 conn(0x556beb93da10 msgr2=0x556beb93c200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 shutdown_connections 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 1 -- 172.21.15.50:0/341011110 wait complete. 2023-07-12T13:56:08.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabef899000 20 client.4725 trim_cache size 0 max 16384 2023-07-12T13:56:08.168 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2023-07-12T13:56:08.168 INFO:teuthology.orchestra.run.smithi050.stdout: "cluster_fsid": "eed713e3-beba-4bb7-86b0-f4914b56f074", 2023-07-12T13:56:08.168 INFO:teuthology.orchestra.run.smithi050.stdout: "whoami": 0, 2023-07-12T13:56:08.168 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 4279, 2023-07-12T13:56:08.168 INFO:teuthology.orchestra.run.smithi050.stdout: "want_state": "up:active", 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "state": "up:active", 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs", 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "rank_uptime": 19.59186841, 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "mdsmap_epoch": 8, 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_epoch": 23, 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_epoch_barrier": 23, 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout: "uptime": 25.513965647999999 2023-07-12T13:56:08.169 INFO:teuthology.orchestra.run.smithi050.stdout:} 2023-07-12T13:56:08.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fabc8066280 msgr2=0x7fabc8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fabc8066280 0x7fabc8068730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fabe40afc00 tx=0x7fabe0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 msgr2=0x7fabe4153ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 0x7fabe4153ba0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fabd400c500 tx=0x7fabd400c9c0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 shutdown_connections 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fabc8066280 0x7fabc8068730 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fabe415c0d0 0x7fabe415f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fabe40cddd0 0x7fabe4153ba0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 --2- 172.21.15.50:0/3183338537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe40cd2f0 0x7fabe414cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 >> 172.21.15.50:0/3183338537 conn(0x7fabe406d480 msgr2=0x7fabe40b1680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 shutdown_connections 2023-07-12T13:56:08.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.158+0000 7fabec537640 1 -- 172.21.15.50:0/3183338537 wait complete. 2023-07-12T13:56:08.179 INFO:teuthology.run_tasks:Running task ceph-fuse... 2023-07-12T13:56:08.206 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2023-07-12T13:56:08.207 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-07-12T13:56:08.207 INFO:tasks.ceph_fuse:client.0 config is {} 2023-07-12T13:56:08.208 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-07-12T13:56:08.208 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:08.209 INFO:tasks.ceph_fuse:client.2 config is {} 2023-07-12T13:56:08.209 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-07-12T13:56:08.209 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:08.209 INFO:tasks.ceph_fuse:client.1 config is {} 2023-07-12T13:56:08.209 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-07-12T13:56:08.210 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:08.210 INFO:tasks.ceph_fuse:client.3 config is {} 2023-07-12T13:56:08.210 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-07-12T13:56:08.210 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:08.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.211 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2023-07-12T13:56:08.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.222 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2023-07-12T13:56:08.288 INFO:teuthology.orchestra.run.smithi050.stderr:Cannot find device "ceph-brx" 2023-07-12T13:56:08.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:56:08.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.290 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list 2023-07-12T13:56:08.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.301 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link delete ceph-brx 2023-07-12T13:56:08.372 INFO:teuthology.orchestra.run.smithi055.stderr:Cannot find device "ceph-brx" 2023-07-12T13:56:08.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T13:56:08.375 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2023-07-12T13:56:08.376 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-07-12T13:56:08.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.514+0000 7f6d69ccb640 1 Processor -- start 2023-07-12T13:56:08.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.514+0000 7f6d69ccb640 1 -- start start 2023-07-12T13:56:08.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d69ccb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d6415c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d69ccb640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d6415d1f0 con 0x7f6d64159770 2023-07-12T13:56:08.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d69ccb640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d6415c950 con 0x7f6d640aff80 2023-07-12T13:56:08.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d69ccb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6406f050 con 0x7f6d64156140 2023-07-12T13:56:08.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f6d64159770 0x7f6d640af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36308/0 (socket says 172.21.15.50:36308) 2023-07-12T13:56:08.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 -- 172.21.15.50:0/3245926497 learned_addr learned my addr 172.21.15.50:0/3245926497 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:08.522 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d637fe640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d6415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497423544 0 0) 0x7f6d6415d1f0 con 0x7f6d64159770 2023-07-12T13:56:08.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d4c003530 con 0x7f6d64159770 2023-07-12T13:56:08.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3042014158 0 0) 0x7f6d6415c950 con 0x7f6d640aff80 2023-07-12T13:56:08.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d6415d1f0 con 0x7f6d640aff80 2023-07-12T13:56:08.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1459449703 0 0) 0x7f6d4c003530 con 0x7f6d64159770 2023-07-12T13:56:08.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 msgr2=0x7f6d6415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d6415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 >> v1:172.21.15.55:6789/0 conn(0x7f6d640aff80 legacy=0x7f6d640cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d6415cc30 con 0x7f6d64159770 2023-07-12T13:56:08.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f6d58001680 con 0x7f6d64159770 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 >> v1:172.21.15.50:6789/0 conn(0x7f6d64159770 legacy=0x7f6d640af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d4c003bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d4c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d4c004d10 0x7f6d4c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6406f050 con 0x7f6d4c004160 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c00dd30 con 0x7f6d4c004d10 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c00def0 con 0x7f6d64156140 2023-07-12T13:56:08.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d4c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d637fe640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d4c003bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d63fff640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d4c004d10 0x7f6d4c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 -- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 msgr2=0x7f6d4c003bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d4c003bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 -- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d4c004d10 msgr2=0x7f6d4c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d4c004d10 0x7f6d4c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d62ffd640 1 -- 172.21.15.50:0/3245926497 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d4c003530 con 0x7f6d4c004160 2023-07-12T13:56:08.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d637fe640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64156140 0x7f6d4c003bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.518+0000 7f6d63fff640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d4c004d10 0x7f6d4c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.529 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d4c0047d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6d58007f80 tx=0x7f6d5801cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d071fa62942d010 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.529 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d58005ae0 con 0x7f6d4c004160 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d58005c60 con 0x7f6d4c004160 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d627fc640 1 -- 172.21.15.50:0/3245926497 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d580a5a00 con 0x7f6d4c004160 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d69ccb640 1 -- 172.21.15.50:0/3245926497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 msgr2=0x7f6d4c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/3245926497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d4c0047d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6d58007f80 tx=0x7f6d5801cac0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d63fff640 1 -- 172.21.15.50:0/3245926497 reap_dead start 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d69ccb640 1 -- 172.21.15.50:0/3245926497 shutdown_connections 2023-07-12T13:56:08.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d69ccb640 1 -- 172.21.15.50:0/3245926497 >> 172.21.15.50:0/3245926497 conn(0x7f6d640ca870 msgr2=0x7f6d640cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d69ccb640 1 -- 172.21.15.50:0/3245926497 shutdown_connections 2023-07-12T13:56:08.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.522+0000 7f6d69ccb640 1 -- 172.21.15.50:0/3245926497 wait complete. 2023-07-12T13:56:08.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 Processor -- start 2023-07-12T13:56:08.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- start start 2023-07-12T13:56:08.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d6415b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64153140 0x7f6d64154a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d640adab0 0x7f6d640c1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d64154610 con 0x7f6d4c004160 2023-07-12T13:56:08.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d64153990 con 0x7f6d640adab0 2023-07-12T13:56:08.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d64153c70 con 0x7f6d64153140 2023-07-12T13:56:08.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d6415b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d6415b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43346/0 (socket says 172.21.15.50:43346) 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 -- 172.21.15.50:0/2738947920 learned_addr learned my addr 172.21.15.50:0/2738947920 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64153140 0x7f6d64154a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d63fff640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d640adab0 0x7f6d640c1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 -- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64153140 msgr2=0x7f6d64154a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64153140 0x7f6d64154a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 -- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d640adab0 msgr2=0x7f6d640c1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d640adab0 0x7f6d640c1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 -- 172.21.15.50:0/2738947920 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d64153f50 con 0x7f6d4c004160 2023-07-12T13:56:08.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d63fff640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d640adab0 0x7f6d640c1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64153140 0x7f6d64154a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:08.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d637fe640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d6415b320 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6d54009fd0 tx=0x7f6d54011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d54004220 con 0x7f6d4c004160 2023-07-12T13:56:08.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d54004380 con 0x7f6d4c004160 2023-07-12T13:56:08.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d5400f9e0 con 0x7f6d4c004160 2023-07-12T13:56:08.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d64154230 con 0x7f6d4c004160 2023-07-12T13:56:08.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d641535b0 con 0x7f6d4c004160 2023-07-12T13:56:08.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.526+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d6404e020 con 0x7f6d4c004160 2023-07-12T13:56:08.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.530+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6d5400fb40 con 0x7f6d4c004160 2023-07-12T13:56:08.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.530+0000 7f6d4bfff640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6d500662b0 0x7f6d50068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:08.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.530+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6d54084210 con 0x7f6d4c004160 2023-07-12T13:56:08.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.530+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6d500662b0 0x7f6d50068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:08.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.530+0000 7f6d62ffd640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6d500662b0 0x7f6d50068760 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6d580ab000 tx=0x7f6d580a7070 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:08.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.534+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6d54051680 con 0x7f6d4c004160 2023-07-12T13:56:08.727 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f6d6406d370 con 0x7f6d4c004160 2023-07-12T13:56:08.728 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d4bfff640 1 -- 172.21.15.50:0/2738947920 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f6d54054ca0 con 0x7f6d4c004160 2023-07-12T13:56:08.728 INFO:teuthology.orchestra.run.smithi050.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-07-12T13:56:08.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6d500662b0 msgr2=0x7f6d50068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6d500662b0 0x7f6d50068760 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6d580ab000 tx=0x7f6d580a7070 comp rx=0 tx=0).stop 2023-07-12T13:56:08.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 msgr2=0x7f6d6415b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:08.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d6415b320 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6d54009fd0 tx=0x7f6d54011b30 comp rx=0 tx=0).stop 2023-07-12T13:56:08.730 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 shutdown_connections 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6d500662b0 0x7f6d50068760 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d640adab0 0x7f6d640c1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6d64153140 0x7f6d64154a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 --2- 172.21.15.50:0/2738947920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c004160 0x7f6d6415b320 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 >> 172.21.15.50:0/2738947920 conn(0x7f6d640ca870 msgr2=0x7f6d64070b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 shutdown_connections 2023-07-12T13:56:08.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:08.726+0000 7f6d69ccb640 1 -- 172.21.15.50:0/2738947920 wait complete. 2023-07-12T13:56:08.749 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-07-12T13:56:08.750 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-07-12T13:56:08.751 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2023-07-12T13:56:08.751 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-07-12T13:56:08.751 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:08.752 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-07-12T13:56:08.752 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-07-12T13:56:08.753 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-07-12T13:56:08.753 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-07-12T13:56:08.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.754 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2023-07-12T13:56:08.766 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:08.767 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:08.767 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:08.767 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:08.767 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:08.768 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:08.768 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:08.768 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:08.768 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2023-07-12T13:56:08.769 INFO:teuthology.orchestra.run.smithi050.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-07-12T13:56:08.769 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:08.769 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2023-07-12T13:56:08.769 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-07-12T13:56:08.770 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42388sec preferred_lft 42388sec 2023-07-12T13:56:08.770 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2023-07-12T13:56:08.770 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:08.770 INFO:teuthology.orchestra.run.smithi050.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:08.771 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:08.771 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2023-07-12T13:56:08.771 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:08.772 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:08.772 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2023-07-12T13:56:08.772 INFO:teuthology.orchestra.run.smithi050.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-07-12T13:56:08.772 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 02:42:7e:74:68:72 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:08.773 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-07-12T13:56:08.773 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:08.773 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-07-12T13:56:08.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.775 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:08.775 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:08.775 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add name ceph-brx type bridge 2023-07-12T13:56:08.776 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip addr flush dev ceph-brx 2023-07-12T13:56:08.776 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set ceph-brx up 2023-07-12T13:56:08.777 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-07-12T13:56:08.777 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:08.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.883 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-07-12T13:56:08.903 INFO:teuthology.orchestra.run.smithi050.stdout:1 2023-07-12T13:56:08.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.905 DEBUG:teuthology.orchestra.run.smithi050:> route 2023-07-12T13:56:08.972 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2023-07-12T13:56:08.972 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-07-12T13:56:08.972 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-07-12T13:56:08.972 INFO:teuthology.orchestra.run.smithi050.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-07-12T13:56:08.973 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-07-12T13:56:08.973 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-07-12T13:56:08.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:08.974 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:08.974 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:08.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-07-12T13:56:08.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-07-12T13:56:08.975 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-07-12T13:56:08.975 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:09.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.072 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2023-07-12T13:56:09.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.082 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list-id 2023-07-12T13:56:09.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.133 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:09.133 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:09.133 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-07-12T13:56:09.133 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-07-12T13:56:09.134 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:09.216 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-07-12T13:56:09.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.218 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:09.218 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:09.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-07-12T13:56:09.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-07-12T13:56:09.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-07-12T13:56:09.220 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-07-12T13:56:09.220 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-07-12T13:56:09.221 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:09.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.387 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:09.387 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:09.387 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2023-07-12T13:56:09.388 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set dev brx.0 master ceph-brx 2023-07-12T13:56:09.388 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:09.429 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-07-12T13:56:09.430 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:09.430 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:09.483 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-07-12T13:56:09.484 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:09.484 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:09.534 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:56:09.597 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:09.597 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:09.658 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:09.660 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:09.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.662 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:56:09.715 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-07-12T13:56:09.716 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-07-12T13:56:09.762 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:56:09.785 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:09.786 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:09.850 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:09.852 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:09.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:09.853 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:56:09.872 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:2023-07-12T13:56:09.870+0000 7f0cd9dc9580 -1 init, newargv = 0x5621c2311220 newargc=15 2023-07-12T13:56:09.872 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:ceph-fuse[43368]: starting ceph client 2023-07-12T13:56:09.881 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:ceph-fuse[43368]: starting fuse 2023-07-12T13:56:10.982 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:56:11.008 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:11.008 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:11.076 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:11.078 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:11.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:11.079 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:56:11.132 INFO:teuthology.orchestra.run.smithi050.stdout:42 2023-07-12T13:56:11.132 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2023-07-12T13:56:11.133 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-07-12T13:56:11.133 DEBUG:teuthology.orchestra.run.smithi050:> import glob 2023-07-12T13:56:11.133 DEBUG:teuthology.orchestra.run.smithi050:> import re 2023-07-12T13:56:11.133 DEBUG:teuthology.orchestra.run.smithi050:> import os 2023-07-12T13:56:11.134 DEBUG:teuthology.orchestra.run.smithi050:> import subprocess 2023-07-12T13:56:11.134 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:11.134 DEBUG:teuthology.orchestra.run.smithi050:> def _find_admin_socket(client_name): 2023-07-12T13:56:11.134 DEBUG:teuthology.orchestra.run.smithi050:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-07-12T13:56:11.135 DEBUG:teuthology.orchestra.run.smithi050:> files = glob.glob(asok_path) 2023-07-12T13:56:11.135 DEBUG:teuthology.orchestra.run.smithi050:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-07-12T13:56:11.135 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:11.135 DEBUG:teuthology.orchestra.run.smithi050:> # Given a non-glob path, it better be there 2023-07-12T13:56:11.135 DEBUG:teuthology.orchestra.run.smithi050:> if "*" not in asok_path: 2023-07-12T13:56:11.136 DEBUG:teuthology.orchestra.run.smithi050:> assert(len(files) == 1) 2023-07-12T13:56:11.136 DEBUG:teuthology.orchestra.run.smithi050:> return files[0] 2023-07-12T13:56:11.136 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:11.136 DEBUG:teuthology.orchestra.run.smithi050:> for f in files: 2023-07-12T13:56:11.137 DEBUG:teuthology.orchestra.run.smithi050:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-07-12T13:56:11.137 DEBUG:teuthology.orchestra.run.smithi050:> if os.path.exists("/proc/{0}".format(pid)): 2023-07-12T13:56:11.137 DEBUG:teuthology.orchestra.run.smithi050:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-07-12T13:56:11.137 DEBUG:teuthology.orchestra.run.smithi050:> contents = proc_f.read() 2023-07-12T13:56:11.138 DEBUG:teuthology.orchestra.run.smithi050:> if mountpoint in contents: 2023-07-12T13:56:11.138 DEBUG:teuthology.orchestra.run.smithi050:> return f 2023-07-12T13:56:11.138 DEBUG:teuthology.orchestra.run.smithi050:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-07-12T13:56:11.138 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:11.138 DEBUG:teuthology.orchestra.run.smithi050:> print(_find_admin_socket("client.0")) 2023-07-12T13:56:11.139 DEBUG:teuthology.orchestra.run.smithi050:> ' 2023-07-12T13:56:11.264 INFO:teuthology.orchestra.run.smithi050.stdout:/var/run/ceph/ceph-client.0.43368.asok 2023-07-12T13:56:11.446 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.43368.asok 2023-07-12T13:56:11.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:11.447 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.43368.asok status 2023-07-12T13:56:11.624 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2023-07-12T13:56:11.625 INFO:teuthology.orchestra.run.smithi050.stdout: "metadata": { 2023-07-12T13:56:11.625 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_sha1": "09dfe6f49c8816efcf4383b2012b6a99938a8f79", 2023-07-12T13:56:11.625 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev)", 2023-07-12T13:56:11.625 INFO:teuthology.orchestra.run.smithi050.stdout: "entity_id": "0", 2023-07-12T13:56:11.625 INFO:teuthology.orchestra.run.smithi050.stdout: "hostname": "smithi050", 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "pid": "43368", 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "root": "/" 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_count": 0, 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_pinned_count": 0, 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 4737, 2023-07-12T13:56:11.626 INFO:teuthology.orchestra.run.smithi050.stdout: "inst": { 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "name": { 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "client", 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "num": 4737 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.1:0", 2023-07-12T13:56:11.627 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 2251444642 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.1:0", 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 2251444642 2023-07-12T13:56:11.628 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "inst_str": "client.4737 192.168.0.1:0/2251444642", 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "addr_str": "192.168.0.1:0/2251444642", 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "inode_count": 1, 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_epoch": 8, 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch": 23, 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch_barrier": 0, 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "blocklisted": false, 2023-07-12T13:56:11.629 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs" 2023-07-12T13:56:11.630 INFO:teuthology.orchestra.run.smithi050.stdout:} 2023-07-12T13:56:11.640 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-07-12T13:56:11.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.778+0000 7f115e1fa640 1 Processor -- start 2023-07-12T13:56:11.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.778+0000 7f115e1fa640 1 -- start start 2023-07-12T13:56:11.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f115e1fa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f115815c250 0x7f1158159770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f115e1fa640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f115815d1f0 con 0x7f11580aff80 2023-07-12T13:56:11.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f115e1fa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f115815c950 con 0x7f1158156140 2023-07-12T13:56:11.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f115e1fa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1158159cb0 con 0x7f115815c250 2023-07-12T13:56:11.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f11580aff80 0x7f11580cc530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:36314/0 (socket says 172.21.15.50:36314) 2023-07-12T13:56:11.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 -- 172.21.15.50:0/1298700789 learned_addr learned my addr 172.21.15.50:0/1298700789 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:11.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1157fff640 1 --2- 172.21.15.50:0/1298700789 >> v2:172.21.15.55:3300/0 conn(0x7f115815c250 0x7f1158159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 62547516 0 0) 0x7f115815d1f0 con 0x7f11580aff80 2023-07-12T13:56:11.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1140003530 con 0x7f11580aff80 2023-07-12T13:56:11.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2520828880 0 0) 0x7f1140003530 con 0x7f11580aff80 2023-07-12T13:56:11.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 >> v2:172.21.15.55:3300/0 conn(0x7f115815c250 msgr2=0x7f1158159770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:11.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 --2- 172.21.15.50:0/1298700789 >> v2:172.21.15.55:3300/0 conn(0x7f115815c250 0x7f1158159770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 >> v1:172.21.15.55:6789/0 conn(0x7f1158156140 legacy=0x7f11580af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f115815cc30 con 0x7f11580aff80 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f114c001680 con 0x7f11580aff80 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 >> v1:172.21.15.50:6789/0 conn(0x7f11580aff80 legacy=0x7f11580cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11400039f0 0x7f1140003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11400047d0 0x7f1140004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1140005180 0x7f114000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114000bfb0 con 0x7f11400047d0 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114000c120 con 0x7f11400039f0 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f114000c2e0 con 0x7f1140005180 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11400047d0 0x7f1140004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f11577fe640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11400039f0 0x7f1140003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1157fff640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1140005180 0x7f114000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 -- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1140005180 msgr2=0x7f114000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:11.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1140005180 0x7f114000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 -- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11400039f0 msgr2=0x7f1140003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:11.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11400039f0 0x7f1140003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1156ffd640 1 -- 172.21.15.50:0/1298700789 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1140003530 con 0x7f11400047d0 2023-07-12T13:56:11.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.782+0000 7f1157fff640 1 -- 172.21.15.50:0/1298700789 reap_dead start 2023-07-12T13:56:11.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f1156ffd640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11400047d0 0x7f1140004c40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f114c007cc0 tx=0x7f114c01edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db17dc7a0abb9a7d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:11.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114c0a7bf0 con 0x7f11400047d0 2023-07-12T13:56:11.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114c0a7d50 con 0x7f11400047d0 2023-07-12T13:56:11.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f11567fc640 1 -- 172.21.15.50:0/1298700789 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114c005b20 con 0x7f11400047d0 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 -- 172.21.15.50:0/1298700789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11400047d0 msgr2=0x7f1140004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11400047d0 0x7f1140004c40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f114c007cc0 tx=0x7f114c01edd0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 -- 172.21.15.50:0/1298700789 shutdown_connections 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 --2- 172.21.15.50:0/1298700789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11400047d0 0x7f1140004c40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 -- 172.21.15.50:0/1298700789 >> 172.21.15.50:0/1298700789 conn(0x7f11580ca870 msgr2=0x7f11580cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 -- 172.21.15.50:0/1298700789 shutdown_connections 2023-07-12T13:56:11.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 -- 172.21.15.50:0/1298700789 wait complete. 2023-07-12T13:56:11.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 Processor -- start 2023-07-12T13:56:11.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.786+0000 7f115e1fa640 1 -- start start 2023-07-12T13:56:11.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f11400047d0 0x7f115806c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 0x7f11580aeae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1158157560 0x7f11581579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11580b1480 con 0x7f1158154bf0 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11580b1760 con 0x7f1158157560 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11580b1a40 con 0x7f11400047d0 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 0x7f11580aeae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 0x7f11580aeae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43360/0 (socket says 172.21.15.50:43360) 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 -- 172.21.15.50:0/3331253181 learned_addr learned my addr 172.21.15.50:0/3331253181 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 -- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f11400047d0 msgr2=0x7f115806c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f11577fe640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f11400047d0 0x7f115806c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f11400047d0 0x7f115806c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 -- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1158157560 msgr2=0x7f11581579c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1158157560 0x7f11581579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 -- 172.21.15.50:0/3331253181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11580b1d20 con 0x7f1158154bf0 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f11577fe640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f11400047d0 0x7f115806c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f1156ffd640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 0x7f11580aeae0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f114c09a710 tx=0x7f1140005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114c001680 con 0x7f1158154bf0 2023-07-12T13:56:11.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114c0070a0 con 0x7f1158154bf0 2023-07-12T13:56:11.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114c007430 con 0x7f1158154bf0 2023-07-12T13:56:11.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11580b2000 con 0x7f1158154bf0 2023-07-12T13:56:11.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f115806c8c0 con 0x7f1158154bf0 2023-07-12T13:56:11.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.790+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f115804e020 con 0x7f1158154bf0 2023-07-12T13:56:11.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.794+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f114c007590 con 0x7f1158154bf0 2023-07-12T13:56:11.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.794+0000 7f113ffff640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1144066280 0x7f1144068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:11.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.794+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f114c11e360 con 0x7f1158154bf0 2023-07-12T13:56:11.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.794+0000 7f11577fe640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1144066280 0x7f1144068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:11.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.794+0000 7f11577fe640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1144066280 0x7f1144068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1148005630 tx=0x7f1148007920 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:11.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.798+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f114c0eb740 con 0x7f1158154bf0 2023-07-12T13:56:11.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f11580b3d70 con 0x7f1158154bf0 2023-07-12T13:56:11.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f113ffff640 1 -- 172.21.15.50:0/3331253181 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f114c0eed60 con 0x7f1158154bf0 2023-07-12T13:56:11.988 INFO:teuthology.orchestra.run.smithi050.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-07-12T13:56:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1144066280 msgr2=0x7f1144068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1144066280 0x7f1144068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1148005630 tx=0x7f1148007920 comp rx=0 tx=0).stop 2023-07-12T13:56:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 msgr2=0x7f11580aeae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 0x7f11580aeae0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f114c09a710 tx=0x7f1140005800 comp rx=0 tx=0).stop 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 shutdown_connections 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1144066280 0x7f1144068730 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1158157560 0x7f11581579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1158154bf0 0x7f11580aeae0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 --2- 172.21.15.50:0/3331253181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f11400047d0 0x7f115806c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 >> 172.21.15.50:0/3331253181 conn(0x7f11580ca870 msgr2=0x7f115806f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 shutdown_connections 2023-07-12T13:56:11.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:11.986+0000 7f115e1fa640 1 -- 172.21.15.50:0/3331253181 wait complete. 2023-07-12T13:56:12.009 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-07-12T13:56:12.010 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-07-12T13:56:12.010 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2023-07-12T13:56:12.010 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-07-12T13:56:12.010 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:12.011 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-07-12T13:56:12.011 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-07-12T13:56:12.011 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-07-12T13:56:12.011 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-07-12T13:56:12.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.012 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2023-07-12T13:56:12.021 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:12.022 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:12.022 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:12.022 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.022 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:12.022 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.022 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:12.023 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:12.023 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2023-07-12T13:56:12.023 INFO:teuthology.orchestra.run.smithi050.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-07-12T13:56:12.023 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:12.023 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2023-07-12T13:56:12.023 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42385sec preferred_lft 42385sec 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2023-07-12T13:56:12.024 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:12.025 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:12.025 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2023-07-12T13:56:12.025 INFO:teuthology.orchestra.run.smithi050.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-07-12T13:56:12.025 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 02:42:7e:74:68:72 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:12.025 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-07-12T13:56:12.025 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.026 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-07-12T13:56:12.027 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-07-12T13:56:12.027 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-07-12T13:56:12.027 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.028 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-07-12T13:56:12.090 INFO:teuthology.orchestra.run.smithi050.stdout:1 2023-07-12T13:56:12.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.093 DEBUG:teuthology.orchestra.run.smithi050:> route 2023-07-12T13:56:12.145 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2023-07-12T13:56:12.145 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-07-12T13:56:12.145 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-07-12T13:56:12.146 INFO:teuthology.orchestra.run.smithi050.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-07-12T13:56:12.146 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-07-12T13:56:12.146 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-07-12T13:56:12.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.147 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:12.148 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:12.148 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-07-12T13:56:12.148 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-07-12T13:56:12.150 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-07-12T13:56:12.150 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:12.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.245 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2023-07-12T13:56:12.254 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-07-12T13:56:12.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.255 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list-id 2023-07-12T13:56:12.307 INFO:teuthology.orchestra.run.smithi050.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-07-12T13:56:12.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.308 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:12.308 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:12.309 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-07-12T13:56:12.309 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-07-12T13:56:12.309 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:12.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.396 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-07-12T13:56:12.461 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:12.461 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:12.461 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:12.461 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.461 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether e2:6e:8d:ae:d1:46 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::e06e:8dff:feae:d146/64 scope link 2023-07-12T13:56:12.462 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.464 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-07-12T13:56:12.528 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:12.528 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether e2:6e:8d:ae:d1:46 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-07-12T13:56:12.529 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-07-12T13:56:12.530 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.530 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::e06e:8dff:feae:d146/64 scope link 2023-07-12T13:56:12.530 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:12.531 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-07-12T13:56:12.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.532 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:12.532 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:12.532 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-07-12T13:56:12.532 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-07-12T13:56:12.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-07-12T13:56:12.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-07-12T13:56:12.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-07-12T13:56:12.533 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:12.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.679 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:56:12.679 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:56:12.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.1 up 2023-07-12T13:56:12.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set dev brx.1 master ceph-brx 2023-07-12T13:56:12.680 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:56:12.722 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2023-07-12T13:56:12.722 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:12.723 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:12.771 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-07-12T13:56:12.771 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:12.772 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:12.826 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:56:12.888 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:12.889 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:12.954 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:12.956 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:12.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:12.957 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:56:13.007 INFO:teuthology.orchestra.run.smithi050.stdout:42 2023-07-12T13:56:13.007 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2023-07-12T13:56:13.008 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2023-07-12T13:56:13.054 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:56:13.076 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:13.077 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:13.139 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:13.140 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:13.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:13.142 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:56:13.153 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi050.stderr:2023-07-12T13:56:13.150+0000 7ff9dc505580 -1 init, newargv = 0x55ee2b150360 newargc=15 2023-07-12T13:56:13.153 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi050.stderr:ceph-fuse[43506]: starting ceph client 2023-07-12T13:56:13.160 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi050.stderr:ceph-fuse[43506]: starting fuse 2023-07-12T13:56:13.162 INFO:teuthology.orchestra.run.smithi050.stdout:42 2023-07-12T13:56:13.162 INFO:teuthology.orchestra.run.smithi050.stdout:43 2023-07-12T13:56:13.163 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 43] 2023-07-12T13:56:13.163 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-07-12T13:56:13.163 DEBUG:teuthology.orchestra.run.smithi050:> import glob 2023-07-12T13:56:13.163 DEBUG:teuthology.orchestra.run.smithi050:> import re 2023-07-12T13:56:13.164 DEBUG:teuthology.orchestra.run.smithi050:> import os 2023-07-12T13:56:13.164 DEBUG:teuthology.orchestra.run.smithi050:> import subprocess 2023-07-12T13:56:13.164 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:13.164 DEBUG:teuthology.orchestra.run.smithi050:> def _find_admin_socket(client_name): 2023-07-12T13:56:13.165 DEBUG:teuthology.orchestra.run.smithi050:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2023-07-12T13:56:13.165 DEBUG:teuthology.orchestra.run.smithi050:> files = glob.glob(asok_path) 2023-07-12T13:56:13.165 DEBUG:teuthology.orchestra.run.smithi050:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2023-07-12T13:56:13.165 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:13.166 DEBUG:teuthology.orchestra.run.smithi050:> # Given a non-glob path, it better be there 2023-07-12T13:56:13.166 DEBUG:teuthology.orchestra.run.smithi050:> if "*" not in asok_path: 2023-07-12T13:56:13.166 DEBUG:teuthology.orchestra.run.smithi050:> assert(len(files) == 1) 2023-07-12T13:56:13.166 DEBUG:teuthology.orchestra.run.smithi050:> return files[0] 2023-07-12T13:56:13.167 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:13.167 DEBUG:teuthology.orchestra.run.smithi050:> for f in files: 2023-07-12T13:56:13.168 DEBUG:teuthology.orchestra.run.smithi050:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-07-12T13:56:13.168 DEBUG:teuthology.orchestra.run.smithi050:> if os.path.exists("/proc/{0}".format(pid)): 2023-07-12T13:56:13.169 DEBUG:teuthology.orchestra.run.smithi050:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-07-12T13:56:13.170 DEBUG:teuthology.orchestra.run.smithi050:> contents = proc_f.read() 2023-07-12T13:56:13.170 DEBUG:teuthology.orchestra.run.smithi050:> if mountpoint in contents: 2023-07-12T13:56:13.171 DEBUG:teuthology.orchestra.run.smithi050:> return f 2023-07-12T13:56:13.171 DEBUG:teuthology.orchestra.run.smithi050:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-07-12T13:56:13.172 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:56:13.172 DEBUG:teuthology.orchestra.run.smithi050:> print(_find_admin_socket("client.2")) 2023-07-12T13:56:13.173 DEBUG:teuthology.orchestra.run.smithi050:> ' 2023-07-12T13:56:13.288 INFO:teuthology.orchestra.run.smithi050.stdout:/var/run/ceph/ceph-client.2.43506.asok 2023-07-12T13:56:13.473 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.43506.asok 2023-07-12T13:56:13.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:13.473 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.43506.asok status 2023-07-12T13:56:13.653 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2023-07-12T13:56:13.653 INFO:teuthology.orchestra.run.smithi050.stdout: "metadata": { 2023-07-12T13:56:13.653 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_sha1": "09dfe6f49c8816efcf4383b2012b6a99938a8f79", 2023-07-12T13:56:13.653 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev)", 2023-07-12T13:56:13.653 INFO:teuthology.orchestra.run.smithi050.stdout: "entity_id": "2", 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "hostname": "smithi050", 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "pid": "43506", 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "root": "/" 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_count": 0, 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_pinned_count": 0, 2023-07-12T13:56:13.654 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 4717, 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "inst": { 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "name": { 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "client", 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "num": 4717 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2023-07-12T13:56:13.655 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "172.21.15.50:0", 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 3044410866 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "172.21.15.50:0", 2023-07-12T13:56:13.656 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 3044410866 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "inst_str": "client.4717 172.21.15.50:0/3044410866", 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "addr_str": "172.21.15.50:0/3044410866", 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "inode_count": 1, 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_epoch": 8, 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch": 23, 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch_barrier": 0, 2023-07-12T13:56:13.657 INFO:teuthology.orchestra.run.smithi050.stdout: "blocklisted": false, 2023-07-12T13:56:13.658 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs" 2023-07-12T13:56:13.658 INFO:teuthology.orchestra.run.smithi050.stdout:} 2023-07-12T13:56:13.668 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-07-12T13:56:13.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.806+0000 7f82df3e9640 1 Processor -- start 2023-07-12T13:56:13.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.806+0000 7f82df3e9640 1 -- start start 2023-07-12T13:56:13.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82df3e9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f82d80aff80 0x7f82d815c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:13.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82df3e9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d80cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:13.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82df3e9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82d815d1f0 con 0x7f82d8156140 2023-07-12T13:56:13.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82df3e9640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82d806f050 con 0x7f82d80aff80 2023-07-12T13:56:13.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82df3e9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82d8159bd0 con 0x7f82d8159770 2023-07-12T13:56:13.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d80cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:13.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dc984640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f82d80aff80 0x7f82d815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:13.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d80cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:36124/0 (socket says 172.21.15.50:36124) 2023-07-12T13:56:13.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 -- 172.21.15.50:0/3513420897 learned_addr learned my addr 172.21.15.50:0/3513420897 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:13.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd185640 1 --1- 172.21.15.50:0/3513420897 >> v1:172.21.15.55:6789/0 conn(0x7f82d8156140 0x7f82d80af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:40626/0 (socket says 172.21.15.50:40626) 2023-07-12T13:56:13.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 -- 172.21.15.50:0/3513420897 >> v2:172.21.15.55:3300/0 conn(0x7f82d80aff80 msgr2=0x7f82d815c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:13.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 --2- 172.21.15.50:0/3513420897 >> v2:172.21.15.55:3300/0 conn(0x7f82d80aff80 0x7f82d815c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:13.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 -- 172.21.15.50:0/3513420897 >> v1:172.21.15.55:6789/0 conn(0x7f82d8156140 legacy=0x7f82d80af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:13.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.810+0000 7f82dd986640 1 -- 172.21.15.50:0/3513420897 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82d815c950 con 0x7f82d8159770 2023-07-12T13:56:13.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82dd986640 1 --2- 172.21.15.50:0/3513420897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d80cc530 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f82d000d150 tx=0x7f82d001ec10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=378a568cd847e807 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:13.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82cffff640 1 -- 172.21.15.50:0/3513420897 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82d00a7ce0 con 0x7f82d8159770 2023-07-12T13:56:13.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82cffff640 1 -- 172.21.15.50:0/3513420897 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82d00a7e40 con 0x7f82d8159770 2023-07-12T13:56:13.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82cffff640 1 -- 172.21.15.50:0/3513420897 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82d000b2f0 con 0x7f82d8159770 2023-07-12T13:56:13.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- 172.21.15.50:0/3513420897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 msgr2=0x7f82d80cc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:13.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 --2- 172.21.15.50:0/3513420897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d80cc530 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f82d000d150 tx=0x7f82d001ec10 comp rx=0 tx=0).stop 2023-07-12T13:56:13.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- 172.21.15.50:0/3513420897 shutdown_connections 2023-07-12T13:56:13.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 --2- 172.21.15.50:0/3513420897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d80cc530 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:13.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 --2- 172.21.15.50:0/3513420897 >> v2:172.21.15.55:3300/0 conn(0x7f82d80aff80 0x7f82d815c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:13.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- 172.21.15.50:0/3513420897 >> 172.21.15.50:0/3513420897 conn(0x7f82d80ca870 msgr2=0x7f82d80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:13.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- 172.21.15.50:0/3513420897 shutdown_connections 2023-07-12T13:56:13.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- 172.21.15.50:0/3513420897 wait complete. 2023-07-12T13:56:13.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 Processor -- start 2023-07-12T13:56:13.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- start start 2023-07-12T13:56:13.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82d80aff80 0x7f82d81545a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:13.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 0x7f82d8150f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:13.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d806c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:13.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d8154f60 con 0x7f82d8156140 2023-07-12T13:56:13.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d8154c80 con 0x7f82d80aff80 2023-07-12T13:56:13.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.814+0000 7f82df3e9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82d8152eb0 con 0x7f82d8159770 2023-07-12T13:56:13.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 0x7f82d8150f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:13.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 0x7f82d8150f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43374/0 (socket says 172.21.15.50:43374) 2023-07-12T13:56:13.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 -- 172.21.15.50:0/1181905897 learned_addr learned my addr 172.21.15.50:0/1181905897 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:13.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dd185640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82d80aff80 0x7f82d81545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:13.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dd986640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d806c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 -- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 msgr2=0x7f82d806c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d806c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 -- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82d80aff80 msgr2=0x7f82d81545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82d80aff80 0x7f82d81545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 -- 172.21.15.50:0/1181905897 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82d000bd40 con 0x7f82d8156140 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82dc984640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 0x7f82d8150f90 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f82c800e870 tx=0x7f82c800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:13.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c8009510 con 0x7f82d8156140 2023-07-12T13:56:13.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82c800eec0 con 0x7f82d8156140 2023-07-12T13:56:13.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c800cb40 con 0x7f82d8156140 2023-07-12T13:56:13.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82d8153190 con 0x7f82d8156140 2023-07-12T13:56:13.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82d806c5c0 con 0x7f82d8156140 2023-07-12T13:56:13.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82d8152d10 con 0x7f82d8156140 2023-07-12T13:56:13.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.818+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f82c800cca0 con 0x7f82d8156140 2023-07-12T13:56:13.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.822+0000 7f82cdffb640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f82bc066280 0x7f82bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:13.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.822+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f82c8083de0 con 0x7f82d8156140 2023-07-12T13:56:13.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.822+0000 7f82dd185640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f82bc066280 0x7f82bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:13.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.822+0000 7f82dd185640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f82bc066280 0x7f82bc068730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f82d4000f70 tx=0x7f82d4007e50 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:13.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:13.826+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f82d8152d10 con 0x7f82d8156140 2023-07-12T13:56:14.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f82d8152d10 con 0x7f82d8156140 2023-07-12T13:56:14.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82cdffb640 1 -- 172.21.15.50:0/1181905897 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f82d8152d10 con 0x7f82d8156140 2023-07-12T13:56:14.020 INFO:teuthology.orchestra.run.smithi050.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-07-12T13:56:14.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f82bc066280 msgr2=0x7f82bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:14.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f82bc066280 0x7f82bc068730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f82d4000f70 tx=0x7f82d4007e50 comp rx=0 tx=0).stop 2023-07-12T13:56:14.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 msgr2=0x7f82d8150f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:14.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 0x7f82d8150f90 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f82c800e870 tx=0x7f82c800ec70 comp rx=0 tx=0).stop 2023-07-12T13:56:14.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 shutdown_connections 2023-07-12T13:56:14.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f82bc066280 0x7f82bc068730 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:14.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f82d8159770 0x7f82d806c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:14.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82d8156140 0x7f82d8150f90 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:14.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 --2- 172.21.15.50:0/1181905897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82d80aff80 0x7f82d81545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:14.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 >> 172.21.15.50:0/1181905897 conn(0x7f82d80ca870 msgr2=0x7f82d806f650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:14.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 shutdown_connections 2023-07-12T13:56:14.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:14.018+0000 7f82df3e9640 1 -- 172.21.15.50:0/1181905897 wait complete. 2023-07-12T13:56:14.040 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-07-12T13:56:14.041 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-07-12T13:56:14.041 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi055.front.sepia.ceph.com 2023-07-12T13:56:14.041 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-07-12T13:56:14.041 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:14.041 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-07-12T13:56:14.042 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-07-12T13:56:14.042 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-07-12T13:56:14.042 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-07-12T13:56:14.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.042 DEBUG:teuthology.orchestra.run.smithi055:> ip addr 2023-07-12T13:56:14.053 INFO:teuthology.orchestra.run.smithi055.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:14.053 INFO:teuthology.orchestra.run.smithi055.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:14.053 INFO:teuthology.orchestra.run.smithi055.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:14.053 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:14.053 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:14.053 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0c:c4:7a:6b:fd:d6 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp7s0f0 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0c:c4:7a:6b:fd:d7 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp7s0f1 2023-07-12T13:56:14.054 INFO:teuthology.orchestra.run.smithi055.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether ac:1f:6b:f8:26:06 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp1s0f0 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout: inet 172.21.15.55/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft 42373sec preferred_lft 42373sec 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::ae1f:6bff:fef8:2606/64 scope link 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:14.055 INFO:teuthology.orchestra.run.smithi055.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:14.056 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether ac:1f:6b:f8:26:07 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:14.056 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp1s0f1 2023-07-12T13:56:14.056 INFO:teuthology.orchestra.run.smithi055.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-07-12T13:56:14.056 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 02:42:b4:bf:2c:4d brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:14.056 INFO:teuthology.orchestra.run.smithi055.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-07-12T13:56:14.056 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:14.057 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-07-12T13:56:14.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.058 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:14.058 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:14.058 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link add name ceph-brx type bridge 2023-07-12T13:56:14.059 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip addr flush dev ceph-brx 2023-07-12T13:56:14.059 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set ceph-brx up 2023-07-12T13:56:14.059 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-07-12T13:56:14.059 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:14.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.181 DEBUG:teuthology.orchestra.run.smithi055:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-07-12T13:56:14.201 INFO:teuthology.orchestra.run.smithi055.stdout:1 2023-07-12T13:56:14.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.204 DEBUG:teuthology.orchestra.run.smithi055:> route 2023-07-12T13:56:14.268 INFO:teuthology.orchestra.run.smithi055.stdout:Kernel IP routing table 2023-07-12T13:56:14.268 INFO:teuthology.orchestra.run.smithi055.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-07-12T13:56:14.268 INFO:teuthology.orchestra.run.smithi055.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-07-12T13:56:14.268 INFO:teuthology.orchestra.run.smithi055.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-07-12T13:56:14.268 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-07-12T13:56:14.269 INFO:teuthology.orchestra.run.smithi055.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-07-12T13:56:14.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.269 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:14.269 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:14.270 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-07-12T13:56:14.270 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-07-12T13:56:14.270 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-07-12T13:56:14.270 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:14.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.368 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list 2023-07-12T13:56:14.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.379 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list-id 2023-07-12T13:56:14.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.431 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:14.431 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:14.431 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-07-12T13:56:14.431 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-07-12T13:56:14.432 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:14.515 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-07-12T13:56:14.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.516 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:14.516 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:14.516 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-07-12T13:56:14.517 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-07-12T13:56:14.517 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-07-12T13:56:14.517 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-07-12T13:56:14.517 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-07-12T13:56:14.518 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:14.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.681 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:14.681 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:14.681 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set brx.0 up 2023-07-12T13:56:14.681 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set dev brx.0 master ceph-brx 2023-07-12T13:56:14.682 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:14.726 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2023-07-12T13:56:14.726 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:14.726 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:14.777 INFO:teuthology.orchestra.run.smithi055.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-07-12T13:56:14.778 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:14.778 DEBUG:teuthology.orchestra.run.smithi055:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:14.833 DEBUG:teuthology.orchestra.run.smithi055:> sudo modprobe fuse 2023-07-12T13:56:14.900 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:14.901 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:14.961 INFO:teuthology.orchestra.run.smithi055.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:14.962 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:14.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:14.963 DEBUG:teuthology.orchestra.run.smithi055:> ls /sys/fs/fuse/connections 2023-07-12T13:56:15.018 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-07-12T13:56:15.018 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2023-07-12T13:56:15.064 DEBUG:teuthology.orchestra.run.smithi055:> sudo modprobe fuse 2023-07-12T13:56:15.086 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:15.086 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:15.148 INFO:teuthology.orchestra.run.smithi055.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:15.150 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:15.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:15.151 DEBUG:teuthology.orchestra.run.smithi055:> ls /sys/fs/fuse/connections 2023-07-12T13:56:15.178 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi055.stderr:2023-07-12T13:56:15.177+0000 7f5565b20580 -1 init, newargv = 0x55f9d154c030 newargc=15 2023-07-12T13:56:15.179 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi055.stderr:ceph-fuse[43502]: starting ceph client 2023-07-12T13:56:15.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi055.stderr:ceph-fuse[43502]: starting fuse 2023-07-12T13:56:15.192 INFO:teuthology.orchestra.run.smithi055.stdout:42 2023-07-12T13:56:15.192 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2023-07-12T13:56:15.193 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-07-12T13:56:15.193 DEBUG:teuthology.orchestra.run.smithi055:> import glob 2023-07-12T13:56:15.193 DEBUG:teuthology.orchestra.run.smithi055:> import re 2023-07-12T13:56:15.193 DEBUG:teuthology.orchestra.run.smithi055:> import os 2023-07-12T13:56:15.194 DEBUG:teuthology.orchestra.run.smithi055:> import subprocess 2023-07-12T13:56:15.194 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:15.194 DEBUG:teuthology.orchestra.run.smithi055:> def _find_admin_socket(client_name): 2023-07-12T13:56:15.194 DEBUG:teuthology.orchestra.run.smithi055:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2023-07-12T13:56:15.195 DEBUG:teuthology.orchestra.run.smithi055:> files = glob.glob(asok_path) 2023-07-12T13:56:15.195 DEBUG:teuthology.orchestra.run.smithi055:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2023-07-12T13:56:15.195 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:15.195 DEBUG:teuthology.orchestra.run.smithi055:> # Given a non-glob path, it better be there 2023-07-12T13:56:15.196 DEBUG:teuthology.orchestra.run.smithi055:> if "*" not in asok_path: 2023-07-12T13:56:15.196 DEBUG:teuthology.orchestra.run.smithi055:> assert(len(files) == 1) 2023-07-12T13:56:15.196 DEBUG:teuthology.orchestra.run.smithi055:> return files[0] 2023-07-12T13:56:15.196 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:15.197 DEBUG:teuthology.orchestra.run.smithi055:> for f in files: 2023-07-12T13:56:15.197 DEBUG:teuthology.orchestra.run.smithi055:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-07-12T13:56:15.197 DEBUG:teuthology.orchestra.run.smithi055:> if os.path.exists("/proc/{0}".format(pid)): 2023-07-12T13:56:15.197 DEBUG:teuthology.orchestra.run.smithi055:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-07-12T13:56:15.197 DEBUG:teuthology.orchestra.run.smithi055:> contents = proc_f.read() 2023-07-12T13:56:15.198 DEBUG:teuthology.orchestra.run.smithi055:> if mountpoint in contents: 2023-07-12T13:56:15.198 DEBUG:teuthology.orchestra.run.smithi055:> return f 2023-07-12T13:56:15.198 DEBUG:teuthology.orchestra.run.smithi055:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-07-12T13:56:15.198 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:15.199 DEBUG:teuthology.orchestra.run.smithi055:> print(_find_admin_socket("client.1")) 2023-07-12T13:56:15.199 DEBUG:teuthology.orchestra.run.smithi055:> ' 2023-07-12T13:56:15.320 INFO:teuthology.orchestra.run.smithi055.stdout:/var/run/ceph/ceph-client.1.43502.asok 2023-07-12T13:56:15.503 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43502.asok 2023-07-12T13:56:15.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:15.504 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43502.asok status 2023-07-12T13:56:15.679 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-07-12T13:56:15.679 INFO:teuthology.orchestra.run.smithi055.stdout: "metadata": { 2023-07-12T13:56:15.679 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_sha1": "09dfe6f49c8816efcf4383b2012b6a99938a8f79", 2023-07-12T13:56:15.679 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_version": "ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev)", 2023-07-12T13:56:15.679 INFO:teuthology.orchestra.run.smithi055.stdout: "entity_id": "1", 2023-07-12T13:56:15.679 INFO:teuthology.orchestra.run.smithi055.stdout: "hostname": "smithi055", 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: "pid": "43502", 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: "root": "/" 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: "dentry_count": 0, 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: "dentry_pinned_count": 0, 2023-07-12T13:56:15.680 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 4732, 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: "inst": { 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: "name": { 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "client", 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: "num": 4732 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": { 2023-07-12T13:56:15.681 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v1", 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "192.168.0.1:0", 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 2408741336 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": { 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v1", 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "192.168.0.1:0", 2023-07-12T13:56:15.682 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 2408741336 2023-07-12T13:56:15.683 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:15.683 INFO:teuthology.orchestra.run.smithi055.stdout: "inst_str": "client.4732 192.168.0.1:0/2408741336", 2023-07-12T13:56:15.683 INFO:teuthology.orchestra.run.smithi055.stdout: "addr_str": "192.168.0.1:0/2408741336", 2023-07-12T13:56:15.683 INFO:teuthology.orchestra.run.smithi055.stdout: "inode_count": 1, 2023-07-12T13:56:15.683 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_epoch": 8, 2023-07-12T13:56:15.684 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_epoch": 23, 2023-07-12T13:56:15.684 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_epoch_barrier": 0, 2023-07-12T13:56:15.684 INFO:teuthology.orchestra.run.smithi055.stdout: "blocklisted": false, 2023-07-12T13:56:15.684 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs" 2023-07-12T13:56:15.684 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-07-12T13:56:15.694 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-07-12T13:56:15.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097d1db640 1 Processor -- start 2023-07-12T13:56:15.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097d1db640 1 -- start start 2023-07-12T13:56:15.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097d1db640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780b47e0 0x7f09780b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097d1db640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09780b7ce0 con 0x7f09780b7910 2023-07-12T13:56:15.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097d1db640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09780b4530 con 0x7f09780b4110 2023-07-12T13:56:15.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097d1db640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09780cceb0 con 0x7f09780b47e0 2023-07-12T13:56:15.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f0976d9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f09780b7910 0x7f09780cc7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39784/0 (socket says 172.21.15.50:39784) 2023-07-12T13:56:15.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f0976d9d640 1 -- 172.21.15.50:0/2158755271 learned_addr learned my addr 172.21.15.50:0/2158755271 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:15.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f096ffff640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780b47e0 0x7f09780b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1508633770 0 0) 0x7f09780b7ce0 con 0x7f09780b7910 2023-07-12T13:56:15.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0964003530 con 0x7f09780b7910 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2365589360 0 0) 0x7f09780b4530 con 0x7f09780b4110 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09780b7ce0 con 0x7f09780b4110 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1156229135 0 0) 0x7f0964003530 con 0x7f09780b7910 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780b47e0 msgr2=0x7f09780b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780b47e0 0x7f09780b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 >> v1:172.21.15.55:6789/0 conn(0x7f09780b4110 legacy=0x7f09780d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09780cefa0 con 0x7f09780b7910 2023-07-12T13:56:15.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f0968001680 con 0x7f09780b7910 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 >> v1:172.21.15.50:6789/0 conn(0x7f09780b7910 legacy=0x7f09780cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0964003bb0 0x7f0964003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09640047d0 0x7f0964004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09640051d0 0x7f096400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09780cceb0 con 0x7f0964003bb0 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f096400c060 con 0x7f09640047d0 2023-07-12T13:56:15.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f096400c220 con 0x7f09640051d0 2023-07-12T13:56:15.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f096ffff640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780b47e0 0x7f09780b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:15.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.846+0000 7f0976d9d640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0964003bb0 0x7f0964003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097759e640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09640051d0 0x7f096400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f096ffff640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09640047d0 0x7f0964004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f0976d9d640 1 -- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09640051d0 msgr2=0x7f096400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:15.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f0976d9d640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09640051d0 0x7f096400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:15.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f0976d9d640 1 -- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09640047d0 msgr2=0x7f0964004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:15.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f0976d9d640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09640047d0 0x7f0964004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:15.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f0976d9d640 1 -- 172.21.15.50:0/2158755271 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0964003530 con 0x7f0964003bb0 2023-07-12T13:56:15.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f0976d9d640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0964003bb0 0x7f0964003fa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f096800c160 tx=0x7f096801cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee6e80edf7eed581 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09680058e0 con 0x7f0964003bb0 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0968005a60 con 0x7f0964003bb0 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097659c640 1 -- 172.21.15.50:0/2158755271 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0968005e10 con 0x7f0964003bb0 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097d1db640 1 -- 172.21.15.50:0/2158755271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0964003bb0 msgr2=0x7f0964003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097d1db640 1 --2- 172.21.15.50:0/2158755271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0964003bb0 0x7f0964003fa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f096800c160 tx=0x7f096801cb90 comp rx=0 tx=0).stop 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.850+0000 7f097759e640 1 -- 172.21.15.50:0/2158755271 reap_dead start 2023-07-12T13:56:15.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- 172.21.15.50:0/2158755271 shutdown_connections 2023-07-12T13:56:15.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- 172.21.15.50:0/2158755271 >> 172.21.15.50:0/2158755271 conn(0x7f0978069f00 msgr2=0x7f097806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:15.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- 172.21.15.50:0/2158755271 shutdown_connections 2023-07-12T13:56:15.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- 172.21.15.50:0/2158755271 wait complete. 2023-07-12T13:56:15.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 Processor -- start 2023-07-12T13:56:15.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- start start 2023-07-12T13:56:15.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0964003bb0 0x7f0978158860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780c77f0 0x7f09780c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 0x7f097815be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09780c96a0 con 0x7f097815b9c0 2023-07-12T13:56:15.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09780c61c0 con 0x7f0964003bb0 2023-07-12T13:56:15.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097d1db640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09780c6c70 con 0x7f09780c77f0 2023-07-12T13:56:15.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 0x7f097815be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 0x7f097815be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54810/0 (socket says 172.21.15.50:54810) 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 -- 172.21.15.50:0/1963002417 learned_addr learned my addr 172.21.15.50:0/1963002417 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f0976d9d640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0964003bb0 0x7f0978158860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f096ffff640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780c77f0 0x7f09780c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 -- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780c77f0 msgr2=0x7f09780c5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780c77f0 0x7f09780c5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:15.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 -- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0964003bb0 msgr2=0x7f0978158860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0964003bb0 0x7f0978158860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.854+0000 7f097759e640 1 -- 172.21.15.50:0/1963002417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09780c63d0 con 0x7f097815b9c0 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f097759e640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 0x7f097815be30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f09780cfc30 tx=0x7f097000e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097000edc0 con 0x7f097815b9c0 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0970003980 con 0x7f097815b9c0 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09780c66b0 con 0x7f097815b9c0 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0970003d30 con 0x7f097815b9c0 2023-07-12T13:56:15.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0978161590 con 0x7f097815b9c0 2023-07-12T13:56:15.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f097804e020 con 0x7f097815b9c0 2023-07-12T13:56:15.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0970005070 con 0x7f097815b9c0 2023-07-12T13:56:15.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f096f7fe640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0958066280 0x7f0958068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:15.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.858+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0970082f80 con 0x7f097815b9c0 2023-07-12T13:56:15.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.862+0000 7f0976d9d640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0958066280 0x7f0958068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:15.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.862+0000 7f0976d9d640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0958066280 0x7f0958068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f09680aa000 tx=0x7f0968001a00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:15.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:15.862+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f09700503f0 con 0x7f097815b9c0 2023-07-12T13:56:16.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f097815a700 con 0x7f097815b9c0 2023-07-12T13:56:16.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f096f7fe640 1 -- 172.21.15.50:0/1963002417 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f0970019070 con 0x7f097815b9c0 2023-07-12T13:56:16.056 INFO:teuthology.orchestra.run.smithi050.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-07-12T13:56:16.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0958066280 msgr2=0x7f0958068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:16.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0958066280 0x7f0958068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f09680aa000 tx=0x7f0968001a00 comp rx=0 tx=0).stop 2023-07-12T13:56:16.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 msgr2=0x7f097815be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:16.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 0x7f097815be30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f09780cfc30 tx=0x7f097000e750 comp rx=0 tx=0).stop 2023-07-12T13:56:16.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 shutdown_connections 2023-07-12T13:56:16.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0958066280 0x7f0958068730 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:16.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097815b9c0 0x7f097815be30 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:16.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f09780c77f0 0x7f09780c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:16.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 --2- 172.21.15.50:0/1963002417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0964003bb0 0x7f0978158860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:16.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 >> 172.21.15.50:0/1963002417 conn(0x7f0978069f00 msgr2=0x7f09780b6f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:16.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 shutdown_connections 2023-07-12T13:56:16.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:16.054+0000 7f097d1db640 1 -- 172.21.15.50:0/1963002417 wait complete. 2023-07-12T13:56:16.077 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-07-12T13:56:16.078 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-07-12T13:56:16.078 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi055.front.sepia.ceph.com 2023-07-12T13:56:16.078 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-07-12T13:56:16.079 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:16.079 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-07-12T13:56:16.079 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-07-12T13:56:16.080 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-07-12T13:56:16.080 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-07-12T13:56:16.081 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.081 DEBUG:teuthology.orchestra.run.smithi055:> ip addr 2023-07-12T13:56:16.092 INFO:teuthology.orchestra.run.smithi055.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:16.093 INFO:teuthology.orchestra.run.smithi055.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:16.093 INFO:teuthology.orchestra.run.smithi055.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:16.093 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.093 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:16.094 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.094 INFO:teuthology.orchestra.run.smithi055.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:16.094 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0c:c4:7a:6b:fd:d6 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:16.094 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp7s0f0 2023-07-12T13:56:16.094 INFO:teuthology.orchestra.run.smithi055.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:16.094 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0c:c4:7a:6b:fd:d7 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:16.095 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp7s0f1 2023-07-12T13:56:16.095 INFO:teuthology.orchestra.run.smithi055.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-07-12T13:56:16.095 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether ac:1f:6b:f8:26:06 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:16.095 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp1s0f0 2023-07-12T13:56:16.095 INFO:teuthology.orchestra.run.smithi055.stdout: inet 172.21.15.55/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-07-12T13:56:16.096 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft 42371sec preferred_lft 42371sec 2023-07-12T13:56:16.096 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::ae1f:6bff:fef8:2606/64 scope link 2023-07-12T13:56:16.096 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.096 INFO:teuthology.orchestra.run.smithi055.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:56:16.096 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether ac:1f:6b:f8:26:07 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:16.097 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp1s0f1 2023-07-12T13:56:16.097 INFO:teuthology.orchestra.run.smithi055.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-07-12T13:56:16.097 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 02:42:b4:bf:2c:4d brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:16.097 INFO:teuthology.orchestra.run.smithi055.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-07-12T13:56:16.097 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.098 INFO:teuthology.orchestra.run.smithi055.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:56:16.098 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-07-12T13:56:16.098 INFO:teuthology.orchestra.run.smithi055.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-07-12T13:56:16.098 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.099 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-07-12T13:56:16.099 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.099 INFO:teuthology.orchestra.run.smithi055.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-07-12T13:56:16.100 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-07-12T13:56:16.100 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-07-12T13:56:16.100 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.101 DEBUG:teuthology.orchestra.run.smithi055:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-07-12T13:56:16.153 INFO:teuthology.orchestra.run.smithi055.stdout:1 2023-07-12T13:56:16.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.155 DEBUG:teuthology.orchestra.run.smithi055:> route 2023-07-12T13:56:16.206 INFO:teuthology.orchestra.run.smithi055.stdout:Kernel IP routing table 2023-07-12T13:56:16.207 INFO:teuthology.orchestra.run.smithi055.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-07-12T13:56:16.207 INFO:teuthology.orchestra.run.smithi055.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-07-12T13:56:16.207 INFO:teuthology.orchestra.run.smithi055.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-07-12T13:56:16.207 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-07-12T13:56:16.207 INFO:teuthology.orchestra.run.smithi055.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-07-12T13:56:16.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.208 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:16.208 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:16.209 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-07-12T13:56:16.209 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-07-12T13:56:16.209 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-07-12T13:56:16.209 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:16.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.303 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list 2023-07-12T13:56:16.312 INFO:teuthology.orchestra.run.smithi055.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-07-12T13:56:16.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.313 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list-id 2023-07-12T13:56:16.365 INFO:teuthology.orchestra.run.smithi055.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-07-12T13:56:16.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.367 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:16.367 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:16.367 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-07-12T13:56:16.367 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-07-12T13:56:16.368 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:16.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.451 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-07-12T13:56:16.519 INFO:teuthology.orchestra.run.smithi055.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:16.520 INFO:teuthology.orchestra.run.smithi055.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:16.520 INFO:teuthology.orchestra.run.smithi055.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:16.520 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.520 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 4e:6c:ab:e6:7f:fb brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::4c6c:abff:fee6:7ffb/64 scope link tentative 2023-07-12T13:56:16.521 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.523 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-07-12T13:56:16.587 INFO:teuthology.orchestra.run.smithi055.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 ::1/128 scope host 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:56:16.588 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 4e:6c:ab:e6:7f:fb brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-07-12T13:56:16.589 INFO:teuthology.orchestra.run.smithi055.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-07-12T13:56:16.589 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.589 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::4c6c:abff:fee6:7ffb/64 scope link 2023-07-12T13:56:16.589 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:56:16.590 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-07-12T13:56:16.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.591 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:16.591 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:16.591 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-07-12T13:56:16.591 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-07-12T13:56:16.592 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-07-12T13:56:16.592 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-07-12T13:56:16.592 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-07-12T13:56:16.592 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:16.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:16.735 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec bash -c ' 2023-07-12T13:56:16.735 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2023-07-12T13:56:16.735 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set brx.1 up 2023-07-12T13:56:16.735 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set dev brx.1 master ceph-brx 2023-07-12T13:56:16.736 DEBUG:teuthology.orchestra.run.smithi055:> ') 2023-07-12T13:56:16.778 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2023-07-12T13:56:16.778 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:16.779 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:16.834 INFO:teuthology.orchestra.run.smithi055.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-07-12T13:56:16.835 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:56:16.835 DEBUG:teuthology.orchestra.run.smithi055:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:16.886 DEBUG:teuthology.orchestra.run.smithi055:> sudo modprobe fuse 2023-07-12T13:56:16.951 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:16.951 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:17.017 INFO:teuthology.orchestra.run.smithi055.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:17.018 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:17.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.020 DEBUG:teuthology.orchestra.run.smithi055:> ls /sys/fs/fuse/connections 2023-07-12T13:56:17.070 INFO:teuthology.orchestra.run.smithi055.stdout:42 2023-07-12T13:56:17.071 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2023-07-12T13:56:17.071 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2023-07-12T13:56:17.117 DEBUG:teuthology.orchestra.run.smithi055:> sudo modprobe fuse 2023-07-12T13:56:17.139 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:56:17.140 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:56:17.205 INFO:teuthology.orchestra.run.smithi055.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:56:17.207 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:56:17.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.208 DEBUG:teuthology.orchestra.run.smithi055:> ls /sys/fs/fuse/connections 2023-07-12T13:56:17.215 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi055.stderr:2023-07-12T13:56:17.213+0000 7fde37e44580 -1 init, newargv = 0x559ed5d4b320 newargc=15 2023-07-12T13:56:17.216 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi055.stderr:ceph-fuse[43609]: starting ceph client 2023-07-12T13:56:17.223 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi055.stderr:ceph-fuse[43609]: starting fuse 2023-07-12T13:56:17.224 INFO:teuthology.orchestra.run.smithi055.stdout:42 2023-07-12T13:56:17.225 INFO:teuthology.orchestra.run.smithi055.stdout:43 2023-07-12T13:56:17.225 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 43] 2023-07-12T13:56:17.225 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-07-12T13:56:17.225 DEBUG:teuthology.orchestra.run.smithi055:> import glob 2023-07-12T13:56:17.226 DEBUG:teuthology.orchestra.run.smithi055:> import re 2023-07-12T13:56:17.226 DEBUG:teuthology.orchestra.run.smithi055:> import os 2023-07-12T13:56:17.226 DEBUG:teuthology.orchestra.run.smithi055:> import subprocess 2023-07-12T13:56:17.226 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:17.227 DEBUG:teuthology.orchestra.run.smithi055:> def _find_admin_socket(client_name): 2023-07-12T13:56:17.227 DEBUG:teuthology.orchestra.run.smithi055:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2023-07-12T13:56:17.227 DEBUG:teuthology.orchestra.run.smithi055:> files = glob.glob(asok_path) 2023-07-12T13:56:17.227 DEBUG:teuthology.orchestra.run.smithi055:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2023-07-12T13:56:17.228 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:17.228 DEBUG:teuthology.orchestra.run.smithi055:> # Given a non-glob path, it better be there 2023-07-12T13:56:17.228 DEBUG:teuthology.orchestra.run.smithi055:> if "*" not in asok_path: 2023-07-12T13:56:17.228 DEBUG:teuthology.orchestra.run.smithi055:> assert(len(files) == 1) 2023-07-12T13:56:17.228 DEBUG:teuthology.orchestra.run.smithi055:> return files[0] 2023-07-12T13:56:17.229 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:17.229 DEBUG:teuthology.orchestra.run.smithi055:> for f in files: 2023-07-12T13:56:17.229 DEBUG:teuthology.orchestra.run.smithi055:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-07-12T13:56:17.229 DEBUG:teuthology.orchestra.run.smithi055:> if os.path.exists("/proc/{0}".format(pid)): 2023-07-12T13:56:17.230 DEBUG:teuthology.orchestra.run.smithi055:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-07-12T13:56:17.230 DEBUG:teuthology.orchestra.run.smithi055:> contents = proc_f.read() 2023-07-12T13:56:17.230 DEBUG:teuthology.orchestra.run.smithi055:> if mountpoint in contents: 2023-07-12T13:56:17.230 DEBUG:teuthology.orchestra.run.smithi055:> return f 2023-07-12T13:56:17.230 DEBUG:teuthology.orchestra.run.smithi055:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-07-12T13:56:17.231 DEBUG:teuthology.orchestra.run.smithi055:> 2023-07-12T13:56:17.231 DEBUG:teuthology.orchestra.run.smithi055:> print(_find_admin_socket("client.3")) 2023-07-12T13:56:17.231 DEBUG:teuthology.orchestra.run.smithi055:> ' 2023-07-12T13:56:17.347 INFO:teuthology.orchestra.run.smithi055.stdout:/var/run/ceph/ceph-client.3.43609.asok 2023-07-12T13:56:17.531 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43609.asok 2023-07-12T13:56:17.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.532 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43609.asok status 2023-07-12T13:56:17.710 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-07-12T13:56:17.710 INFO:teuthology.orchestra.run.smithi055.stdout: "metadata": { 2023-07-12T13:56:17.710 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_sha1": "09dfe6f49c8816efcf4383b2012b6a99938a8f79", 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_version": "ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev)", 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: "entity_id": "3", 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: "hostname": "smithi055", 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: "pid": "43609", 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: "root": "/" 2023-07-12T13:56:17.711 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "dentry_count": 0, 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "dentry_pinned_count": 0, 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 4604, 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "inst": { 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "name": { 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "client", 2023-07-12T13:56:17.712 INFO:teuthology.orchestra.run.smithi055.stdout: "num": 4604 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": { 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v1", 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "192.168.0.2:0", 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 2092590880 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:17.713 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": { 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v1", 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "192.168.0.2:0", 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 2092590880 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "inst_str": "client.4604 192.168.0.2:0/2092590880", 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "addr_str": "192.168.0.2:0/2092590880", 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "inode_count": 1, 2023-07-12T13:56:17.714 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_epoch": 8, 2023-07-12T13:56:17.715 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_epoch": 23, 2023-07-12T13:56:17.715 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_epoch_barrier": 0, 2023-07-12T13:56:17.715 INFO:teuthology.orchestra.run.smithi055.stdout: "blocklisted": false, 2023-07-12T13:56:17.715 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs" 2023-07-12T13:56:17.715 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-07-12T13:56:17.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.726 DEBUG:teuthology.orchestra.run.smithi050:> stat --file-system '--printf=%T 2023-07-12T13:56:17.726 DEBUG:teuthology.orchestra.run.smithi050:> ' -- /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:17.737 INFO:teuthology.orchestra.run.smithi050.stdout:fuseblk 2023-07-12T13:56:17.738 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:17.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.739 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:17.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.804 DEBUG:teuthology.orchestra.run.smithi050:> stat --file-system '--printf=%T 2023-07-12T13:56:17.804 DEBUG:teuthology.orchestra.run.smithi050:> ' -- /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:17.857 INFO:teuthology.orchestra.run.smithi050.stdout:fuseblk 2023-07-12T13:56:17.858 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:17.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.858 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:17.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.930 DEBUG:teuthology.orchestra.run.smithi055:> stat --file-system '--printf=%T 2023-07-12T13:56:17.931 DEBUG:teuthology.orchestra.run.smithi055:> ' -- /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:17.940 INFO:teuthology.orchestra.run.smithi055.stdout:fuseblk 2023-07-12T13:56:17.942 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:17.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:17.942 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:18.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:18.008 DEBUG:teuthology.orchestra.run.smithi055:> stat --file-system '--printf=%T 2023-07-12T13:56:18.009 DEBUG:teuthology.orchestra.run.smithi055:> ' -- /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:18.062 INFO:teuthology.orchestra.run.smithi055.stdout:fuseblk 2023-07-12T13:56:18.063 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:18.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:18.063 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:18.126 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-07-12T13:56:18.144 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:18.299 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.294+0000 7f332e034640 1 Processor -- start 2023-07-12T13:56:18.299 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.294+0000 7f332e034640 1 -- start start 2023-07-12T13:56:18.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f332e034640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f33280aff80 0x7f332815c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f332e034640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f332815d1f0 con 0x7f3328156140 2023-07-12T13:56:18.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f332e034640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f332815c950 con 0x7f3328159770 2023-07-12T13:56:18.300 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f332e034640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f332806f050 con 0x7f33280aff80 2023-07-12T13:56:18.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f33277fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f3328156140 0x7f33280af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39790/0 (socket says 172.21.15.50:39790) 2023-07-12T13:56:18.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f33277fe640 1 -- 172.21.15.50:0/753698224 learned_addr learned my addr 172.21.15.50:0/753698224 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:18.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f3326ffd640 1 --2- 172.21.15.50:0/753698224 >> v2:172.21.15.50:3300/0 conn(0x7f33280aff80 0x7f332815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f3326ffd640 1 -- 172.21.15.50:0/753698224 >> v1:172.21.15.55:6789/0 conn(0x7f3328159770 legacy=0x7f33280cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:18.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f3326ffd640 1 -- 172.21.15.50:0/753698224 >> v1:172.21.15.50:6789/0 conn(0x7f3328156140 legacy=0x7f33280af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.298+0000 7f3326ffd640 1 -- 172.21.15.50:0/753698224 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f332815cc30 con 0x7f33280aff80 2023-07-12T13:56:18.303 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f3326ffd640 1 --2- 172.21.15.50:0/753698224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33280aff80 0x7f332815c250 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f331c0097c0 tx=0x7f331c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d350008005650e3e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f33267fc640 1 -- 172.21.15.50:0/753698224 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331c0ab680 con 0x7f33280aff80 2023-07-12T13:56:18.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f33267fc640 1 -- 172.21.15.50:0/753698224 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f331c0ab7e0 con 0x7f33280aff80 2023-07-12T13:56:18.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f33267fc640 1 -- 172.21.15.50:0/753698224 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331c0abb70 con 0x7f33280aff80 2023-07-12T13:56:18.306 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 -- 172.21.15.50:0/753698224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33280aff80 msgr2=0x7f332815c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 --2- 172.21.15.50:0/753698224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33280aff80 0x7f332815c250 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f331c0097c0 tx=0x7f331c01c480 comp rx=0 tx=0).stop 2023-07-12T13:56:18.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 -- 172.21.15.50:0/753698224 shutdown_connections 2023-07-12T13:56:18.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 --2- 172.21.15.50:0/753698224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33280aff80 0x7f332815c250 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 -- 172.21.15.50:0/753698224 >> 172.21.15.50:0/753698224 conn(0x7f33280ca870 msgr2=0x7f33280cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:18.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 -- 172.21.15.50:0/753698224 shutdown_connections 2023-07-12T13:56:18.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 -- 172.21.15.50:0/753698224 wait complete. 2023-07-12T13:56:18.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 Processor -- start 2023-07-12T13:56:18.309 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.302+0000 7f332e034640 1 -- start start 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f33280aff80 0x7f33280c39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3328156140 0x7f33280c1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 0x7f33280ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33280c3f00 con 0x7f3328159770 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33280c1e60 con 0x7f3328156140 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33280c2090 con 0x7f33280aff80 2023-07-12T13:56:18.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 0x7f33280ae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 0x7f33280ae9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54832/0 (socket says 172.21.15.50:54832) 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 -- 172.21.15.50:0/2397726397 learned_addr learned my addr 172.21.15.50:0/2397726397 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f33277fe640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f33280aff80 0x7f33280c39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3326ffd640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3328156140 0x7f33280c1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 -- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f33280aff80 msgr2=0x7f33280c39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f33280aff80 0x7f33280c39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 -- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3328156140 msgr2=0x7f33280c1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3328156140 0x7f33280c1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 -- 172.21.15.50:0/2397726397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f331c009420 con 0x7f3328159770 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3326ffd640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3328156140 0x7f33280c1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f3327fff640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 0x7f33280ae9b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f332000c770 tx=0x7f332000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3320003b80 con 0x7f3328159770 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3320003ce0 con 0x7f3328159770 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33280c2370 con 0x7f3328159770 2023-07-12T13:56:18.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332000aa90 con 0x7f3328159770 2023-07-12T13:56:18.313 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33280c2930 con 0x7f3328159770 2023-07-12T13:56:18.313 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f332804e020 con 0x7f3328159770 2023-07-12T13:56:18.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.306+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f332000abf0 con 0x7f3328159770 2023-07-12T13:56:18.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.310+0000 7f330ffff640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3314066280 0x7f3314068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.310+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3320083b60 con 0x7f3328159770 2023-07-12T13:56:18.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.310+0000 7f33277fe640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3314066280 0x7f3314068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.310+0000 7f33277fe640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3314066280 0x7f3314068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3318005890 tx=0x7f3318009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.314+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3320050f80 con 0x7f3328159770 2023-07-12T13:56:18.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.470+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33280b3d70 con 0x7f3328159770 2023-07-12T13:56:18.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f330ffff640 1 -- 172.21.15.50:0/2397726397 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f3320058e60 con 0x7f3328159770 2023-07-12T13:56:18.477 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:18.477 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:18.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3314066280 msgr2=0x7f3314068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3314066280 0x7f3314068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3318005890 tx=0x7f3318009040 comp rx=0 tx=0).stop 2023-07-12T13:56:18.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 msgr2=0x7f33280ae9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 0x7f33280ae9b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f332000c770 tx=0x7f332000cc30 comp rx=0 tx=0).stop 2023-07-12T13:56:18.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 shutdown_connections 2023-07-12T13:56:18.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3314066280 0x7f3314068730 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3328159770 0x7f33280ae9b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3328156140 0x7f33280c1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 --2- 172.21.15.50:0/2397726397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f33280aff80 0x7f33280c39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 >> 172.21.15.50:0/2397726397 conn(0x7f33280ca870 msgr2=0x7f33280cac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:18.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 shutdown_connections 2023-07-12T13:56:18.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.474+0000 7f332e034640 1 -- 172.21.15.50:0/2397726397 wait complete. 2023-07-12T13:56:18.497 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:18.497 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:18.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 Processor -- start 2023-07-12T13:56:18.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 -- start start 2023-07-12T13:56:18.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2940b3bd0 0x7fb2940b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb29415bc50 0x7fb2940cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2940cce90 con 0x7fb2940b11c0 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2940cf330 con 0x7fb2940b3bd0 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2997d3640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2940cf610 con 0x7fb29415bc50 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2940b3bd0 0x7fb2940b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2940b3bd0 0x7fb2940b15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54840/0 (socket says 172.21.15.50:54840) 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 -- 172.21.15.50:0/1782311292 learned_addr learned my addr 172.21.15.50:0/1782311292 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb2937fe640 1 --2- 172.21.15.50:0/1782311292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb29415bc50 0x7fb2940cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 -- 172.21.15.50:0/1782311292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb29415bc50 msgr2=0x7fb2940cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:18.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 --2- 172.21.15.50:0/1782311292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb29415bc50 0x7fb2940cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 -- 172.21.15.50:0/1782311292 >> v1:172.21.15.55:6789/0 conn(0x7fb2940b11c0 legacy=0x7fb2940b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.642+0000 7fb292ffd640 1 -- 172.21.15.50:0/1782311292 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2940cc840 con 0x7fb2940b3bd0 2023-07-12T13:56:18.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb292ffd640 1 --2- 172.21.15.50:0/1782311292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2940b3bd0 0x7fb2940b15c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb284009870 tx=0x7fb28401ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c6bcedc021912 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2927fc640 1 -- 172.21.15.50:0/1782311292 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2840a8a30 con 0x7fb2940b3bd0 2023-07-12T13:56:18.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2927fc640 1 -- 172.21.15.50:0/1782311292 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2840a8b90 con 0x7fb2940b3bd0 2023-07-12T13:56:18.649 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2927fc640 1 -- 172.21.15.50:0/1782311292 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2840b0440 con 0x7fb2940b3bd0 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 -- 172.21.15.50:0/1782311292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2940b3bd0 msgr2=0x7fb2940b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1782311292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2940b3bd0 0x7fb2940b15c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb284009870 tx=0x7fb28401ed30 comp rx=0 tx=0).stop 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 -- 172.21.15.50:0/1782311292 shutdown_connections 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1782311292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb29415bc50 0x7fb2940cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1782311292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2940b3bd0 0x7fb2940b15c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 -- 172.21.15.50:0/1782311292 >> 172.21.15.50:0/1782311292 conn(0x7fb294071800 msgr2=0x7fb294069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:18.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 -- 172.21.15.50:0/1782311292 shutdown_connections 2023-07-12T13:56:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 -- 172.21.15.50:0/1782311292 wait complete. 2023-07-12T13:56:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.646+0000 7fb2997d3640 1 Processor -- start 2023-07-12T13:56:18.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- start start 2023-07-12T13:56:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2940b3bd0 0x7fb294154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb29415bc50 0x7fb2940cb790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 0x7fb2940d26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb294154ed0 con 0x7fb29415ca30 2023-07-12T13:56:18.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29415cec0 con 0x7fb29415bc50 2023-07-12T13:56:18.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb29415d1a0 con 0x7fb2940b3bd0 2023-07-12T13:56:18.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 0x7fb2940d26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 0x7fb2940d26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54850/0 (socket says 172.21.15.50:54850) 2023-07-12T13:56:18.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 -- 172.21.15.50:0/1094946109 learned_addr learned my addr 172.21.15.50:0/1094946109 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:18.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb292ffd640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2940b3bd0 0x7fb294154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb28bfff640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb29415bc50 0x7fb2940cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 -- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2940b3bd0 msgr2=0x7fb294154990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2940b3bd0 0x7fb294154990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 -- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb29415bc50 msgr2=0x7fb2940cb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb29415bc50 0x7fb2940cb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 -- 172.21.15.50:0/1094946109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2840094d0 con 0x7fb29415ca30 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb292ffd640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2940b3bd0 0x7fb294154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2937fe640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 0x7fb2940d26f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb28c00ef90 tx=0x7fb28c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c009b20 con 0x7fb29415ca30 2023-07-12T13:56:18.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb28c00f040 con 0x7fb29415ca30 2023-07-12T13:56:18.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c0146c0 con 0x7fb29415ca30 2023-07-12T13:56:18.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb29415d480 con 0x7fb29415ca30 2023-07-12T13:56:18.656 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb29415da40 con 0x7fb29415ca30 2023-07-12T13:56:18.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.650+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb29415dc60 con 0x7fb29415ca30 2023-07-12T13:56:18.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.654+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb28c014820 con 0x7fb29415ca30 2023-07-12T13:56:18.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.654+0000 7fb28b7fe640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb274066280 0x7fb274068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.654+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb28c084a10 con 0x7fb29415ca30 2023-07-12T13:56:18.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.654+0000 7fb292ffd640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb274066280 0x7fb274068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.654+0000 7fb292ffd640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb274066280 0x7fb274068730 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb2840b2000 tx=0x7fb284009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.658+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb28c051ea0 con 0x7fb29415ca30 2023-07-12T13:56:18.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.810+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb29404e020 con 0x7fb29415ca30 2023-07-12T13:56:18.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.810+0000 7fb28b7fe640 1 -- 172.21.15.50:0/1094946109 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb28c0180a0 con 0x7fb29415ca30 2023-07-12T13:56:18.815 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:18.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb274066280 msgr2=0x7fb274068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb274066280 0x7fb274068730 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb2840b2000 tx=0x7fb284009040 comp rx=0 tx=0).stop 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 msgr2=0x7fb2940d26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 0x7fb2940d26f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb28c00ef90 tx=0x7fb28c00c490 comp rx=0 tx=0).stop 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 shutdown_connections 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb274066280 0x7fb274068730 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb29415ca30 0x7fb2940d26f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb29415bc50 0x7fb2940cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 --2- 172.21.15.50:0/1094946109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2940b3bd0 0x7fb294154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 >> 172.21.15.50:0/1094946109 conn(0x7fb294071800 msgr2=0x7fb2940cff20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:18.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 shutdown_connections 2023-07-12T13:56:18.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.814+0000 7fb2997d3640 1 -- 172.21.15.50:0/1094946109 wait complete. 2023-07-12T13:56:18.835 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:18.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 Processor -- start 2023-07-12T13:56:18.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 -- start start 2023-07-12T13:56:18.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f9e7415bb40 0x7f9e740cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9e740d1b90 0x7f9e740d00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e740cd630 con 0x7f9e740af5b0 2023-07-12T13:56:18.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e740afa40 con 0x7f9e740d1b90 2023-07-12T13:56:18.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7359e640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e740afd20 con 0x7f9e7415bb40 2023-07-12T13:56:18.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9e740d1b90 0x7f9e740d00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7259c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f9e7415bb40 0x7f9e740cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9e740d1b90 0x7f9e740d00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54852/0 (socket says 172.21.15.50:54852) 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 -- 172.21.15.50:0/2324145329 learned_addr learned my addr 172.21.15.50:0/2324145329 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 -- 172.21.15.50:0/2324145329 >> v2:172.21.15.55:3300/0 conn(0x7f9e7415bb40 msgr2=0x7f9e740cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 --2- 172.21.15.50:0/2324145329 >> v2:172.21.15.55:3300/0 conn(0x7f9e7415bb40 0x7f9e740cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 -- 172.21.15.50:0/2324145329 >> v1:172.21.15.55:6789/0 conn(0x7f9e740af5b0 legacy=0x7f9e740ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e72d9d640 1 -- 172.21.15.50:0/2324145329 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e740b0000 con 0x7f9e740d1b90 2023-07-12T13:56:18.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.978+0000 7f9e7259c640 1 --2- 172.21.15.50:0/2324145329 >> v2:172.21.15.55:3300/0 conn(0x7f9e7415bb40 0x7f9e740cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:18.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e72d9d640 1 --2- 172.21.15.50:0/2324145329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740d00e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9e7408c860 tx=0x7f9e6c01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a4718b15a325131 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7159a640 1 -- 172.21.15.50:0/2324145329 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c0a5710 con 0x7f9e740d1b90 2023-07-12T13:56:18.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7159a640 1 -- 172.21.15.50:0/2324145329 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e6c0a5870 con 0x7f9e740d1b90 2023-07-12T13:56:18.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7159a640 1 -- 172.21.15.50:0/2324145329 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c0a5c00 con 0x7f9e740d1b90 2023-07-12T13:56:18.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 -- 172.21.15.50:0/2324145329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 msgr2=0x7f9e740d00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 --2- 172.21.15.50:0/2324145329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740d00e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9e7408c860 tx=0x7f9e6c01c940 comp rx=0 tx=0).stop 2023-07-12T13:56:18.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 -- 172.21.15.50:0/2324145329 shutdown_connections 2023-07-12T13:56:18.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 --2- 172.21.15.50:0/2324145329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740d00e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 --2- 172.21.15.50:0/2324145329 >> v2:172.21.15.55:3300/0 conn(0x7f9e7415bb40 0x7f9e740cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 -- 172.21.15.50:0/2324145329 >> 172.21.15.50:0/2324145329 conn(0x7f9e7409b340 msgr2=0x7f9e740d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:18.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 -- 172.21.15.50:0/2324145329 shutdown_connections 2023-07-12T13:56:18.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.982+0000 7f9e7359e640 1 -- 172.21.15.50:0/2324145329 wait complete. 2023-07-12T13:56:18.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 Processor -- start 2023-07-12T13:56:18.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 -- start start 2023-07-12T13:56:18.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9e740af5b0 0x7f9e740b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e7415bb40 0x7f9e740cba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7414fb30 con 0x7f9e740d1b90 2023-07-12T13:56:18.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e74151a30 con 0x7f9e7415bb40 2023-07-12T13:56:18.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e740ce0d0 con 0x7f9e740af5b0 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740b4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54868/0 (socket says 172.21.15.50:54868) 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 -- 172.21.15.50:0/1365618916 learned_addr learned my addr 172.21.15.50:0/1365618916 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e72d9d640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e7415bb40 0x7f9e740cba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7259c640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9e740af5b0 0x7f9e740b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 -- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9e740af5b0 msgr2=0x7f9e740b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9e740af5b0 0x7f9e740b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 -- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e7415bb40 msgr2=0x7f9e740cba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e7415bb40 0x7f9e740cba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 -- 172.21.15.50:0/1365618916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e640093b0 con 0x7f9e740d1b90 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e71d9b640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740b4e00 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800c3c0 tx=0x7f9e6800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e680052d0 con 0x7f9e740d1b90 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e68005430 con 0x7f9e740d1b90 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e68003820 con 0x7f9e740d1b90 2023-07-12T13:56:18.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e6c009b30 con 0x7f9e740d1b90 2023-07-12T13:56:18.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.986+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e740c93e0 con 0x7f9e740d1b90 2023-07-12T13:56:18.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.990+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e74066b80 con 0x7f9e740d1b90 2023-07-12T13:56:18.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.990+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9e68003980 con 0x7f9e740d1b90 2023-07-12T13:56:18.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.990+0000 7f9e62ffd640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9e54066280 0x7f9e54068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:18.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.990+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9e68083190 con 0x7f9e740d1b90 2023-07-12T13:56:18.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.990+0000 7f9e7259c640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9e54066280 0x7f9e54068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.994+0000 7f9e7259c640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9e54066280 0x7f9e54068730 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9e7406b340 tx=0x7f9e64006f90 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:18.994+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9e680506b0 con 0x7f9e740d1b90 2023-07-12T13:56:19.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f9e7408ad70 con 0x7f9e740d1b90 2023-07-12T13:56:19.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e62ffd640 1 -- 172.21.15.50:0/1365618916 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f9e68053cd0 con 0x7f9e740d1b90 2023-07-12T13:56:19.153 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:19.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9e54066280 msgr2=0x7f9e54068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9e54066280 0x7f9e54068730 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9e7406b340 tx=0x7f9e64006f90 comp rx=0 tx=0).stop 2023-07-12T13:56:19.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 msgr2=0x7f9e740b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740b4e00 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800c3c0 tx=0x7f9e6800c880 comp rx=0 tx=0).stop 2023-07-12T13:56:19.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 shutdown_connections 2023-07-12T13:56:19.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9e54066280 0x7f9e54068730 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e7415bb40 0x7f9e740cba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e740d1b90 0x7f9e740b4e00 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 --2- 172.21.15.50:0/1365618916 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9e740af5b0 0x7f9e740b27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.150+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 >> 172.21.15.50:0/1365618916 conn(0x7f9e7409b340 msgr2=0x7f9e740ce9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:19.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.154+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 shutdown_connections 2023-07-12T13:56:19.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.154+0000 7f9e7359e640 1 -- 172.21.15.50:0/1365618916 wait complete. 2023-07-12T13:56:19.174 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:19.319 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 Processor -- start 2023-07-12T13:56:19.320 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 -- start start 2023-07-12T13:56:19.321 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff8900af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.321 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff8901600c0 0x7ff8900afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.321 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff890070980 0x7ff890070e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8900c97d0 con 0x7ff890070980 2023-07-12T13:56:19.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8900ca5d0 con 0x7ff8901600c0 2023-07-12T13:56:19.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff897e19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff890071340 con 0x7ff89015fcf0 2023-07-12T13:56:19.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff890070980 0x7ff890070e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff890070980 0x7ff890070e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54870/0 (socket says 172.21.15.50:54870) 2023-07-12T13:56:19.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 -- 172.21.15.50:0/2751410574 learned_addr learned my addr 172.21.15.50:0/2751410574 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:19.323 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff895bb5640 1 --2- 172.21.15.50:0/2751410574 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff8900af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.323 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8953b4640 1 --2- 172.21.15.50:0/2751410574 >> v2:172.21.15.55:3300/0 conn(0x7ff8901600c0 0x7ff8900afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.323 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 -- 172.21.15.50:0/2751410574 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 msgr2=0x7ff8900af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:19.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 --2- 172.21.15.50:0/2751410574 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff8900af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 -- 172.21.15.50:0/2751410574 >> v2:172.21.15.55:3300/0 conn(0x7ff8901600c0 msgr2=0x7ff8900afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:19.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 --2- 172.21.15.50:0/2751410574 >> v2:172.21.15.55:3300/0 conn(0x7ff8901600c0 0x7ff8900afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.318+0000 7ff8963b6640 1 -- 172.21.15.50:0/2751410574 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8900c9a00 con 0x7ff890070980 2023-07-12T13:56:19.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff8963b6640 1 --2- 172.21.15.50:0/2751410574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff890070980 0x7ff890070e00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff8900b09e0 tx=0x7ff88801f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49a7801c00faae3e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff894bb3640 1 -- 172.21.15.50:0/2751410574 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8880af400 con 0x7ff890070980 2023-07-12T13:56:19.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff894bb3640 1 -- 172.21.15.50:0/2751410574 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8880ab050 con 0x7ff890070980 2023-07-12T13:56:19.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff894bb3640 1 -- 172.21.15.50:0/2751410574 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8880af780 con 0x7ff890070980 2023-07-12T13:56:19.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 -- 172.21.15.50:0/2751410574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff890070980 msgr2=0x7ff890070e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 --2- 172.21.15.50:0/2751410574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff890070980 0x7ff890070e00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff8900b09e0 tx=0x7ff88801f1c0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 -- 172.21.15.50:0/2751410574 shutdown_connections 2023-07-12T13:56:19.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 --2- 172.21.15.50:0/2751410574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff890070980 0x7ff890070e00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 --2- 172.21.15.50:0/2751410574 >> v2:172.21.15.55:3300/0 conn(0x7ff8901600c0 0x7ff8900afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 --2- 172.21.15.50:0/2751410574 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff8900af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 -- 172.21.15.50:0/2751410574 >> 172.21.15.50:0/2751410574 conn(0x7ff8900ca870 msgr2=0x7ff8900cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:19.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 -- 172.21.15.50:0/2751410574 shutdown_connections 2023-07-12T13:56:19.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.322+0000 7ff897e19640 1 -- 172.21.15.50:0/2751410574 wait complete. 2023-07-12T13:56:19.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 Processor -- start 2023-07-12T13:56:19.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- start start 2023-07-12T13:56:19.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff890070980 0x7ff8900c3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff89015b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 0x7ff8900c0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8900c4490 con 0x7ff8901600c0 2023-07-12T13:56:19.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8900c46a0 con 0x7ff890070980 2023-07-12T13:56:19.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff89015b740 con 0x7ff89015fcf0 2023-07-12T13:56:19.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 0x7ff8900c0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 0x7ff8900c0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54872/0 (socket says 172.21.15.50:54872) 2023-07-12T13:56:19.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 -- 172.21.15.50:0/1459465976 learned_addr learned my addr 172.21.15.50:0/1459465976 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:19.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff895bb5640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff890070980 0x7ff8900c3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8953b4640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff89015b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 -- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 msgr2=0x7ff89015b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff89015b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 -- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff890070980 msgr2=0x7ff8900c3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff890070980 0x7ff8900c3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 -- 172.21.15.50:0/1459465976 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff888009b30 con 0x7ff8901600c0 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8953b4640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff89015b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8963b6640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 0x7ff8900c0d20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff8880b2040 tx=0x7ff88801bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8880afd60 con 0x7ff8901600c0 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff888009510 con 0x7ff8901600c0 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8880ba660 con 0x7ff8901600c0 2023-07-12T13:56:19.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8900c1260 con 0x7ff8901600c0 2023-07-12T13:56:19.334 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff89015dc00 con 0x7ff8901600c0 2023-07-12T13:56:19.334 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.326+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8900c5b80 con 0x7ff8901600c0 2023-07-12T13:56:19.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.330+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff8880b6040 con 0x7ff8901600c0 2023-07-12T13:56:19.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.330+0000 7ff8867fc640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff874066280 0x7ff874068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.330+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff888121fe0 con 0x7ff8901600c0 2023-07-12T13:56:19.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.330+0000 7ff895bb5640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff874066280 0x7ff874068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.330+0000 7ff895bb5640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff874066280 0x7ff874068730 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff88c00ba30 tx=0x7ff88c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.334+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff8900c5b80 con 0x7ff8901600c0 2023-07-12T13:56:19.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff8900c5b80 con 0x7ff8901600c0 2023-07-12T13:56:19.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff8867fc640 1 -- 172.21.15.50:0/1459465976 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff8900c5b80 con 0x7ff8901600c0 2023-07-12T13:56:19.489 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff874066280 msgr2=0x7ff874068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff874066280 0x7ff874068730 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff88c00ba30 tx=0x7ff88c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 msgr2=0x7ff8900c0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 0x7ff8900c0d20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff8880b2040 tx=0x7ff88801bf60 comp rx=0 tx=0).stop 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 shutdown_connections 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff874066280 0x7ff874068730 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8901600c0 0x7ff8900c0d20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff89015fcf0 0x7ff89015b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 --2- 172.21.15.50:0/1459465976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff890070980 0x7ff8900c3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 >> 172.21.15.50:0/1459465976 conn(0x7ff8900ca870 msgr2=0x7ff8900adf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:19.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 shutdown_connections 2023-07-12T13:56:19.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.486+0000 7ff897e19640 1 -- 172.21.15.50:0/1459465976 wait complete. 2023-07-12T13:56:19.510 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:19.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 Processor -- start 2023-07-12T13:56:19.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 -- start start 2023-07-12T13:56:19.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f53e40af870 0x7f53e40afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e40c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53e40c87b0 con 0x7f53e4159910 2023-07-12T13:56:19.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53e40b01e0 con 0x7f53e40af870 2023-07-12T13:56:19.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e9340640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53e406b850 con 0x7f53e40c8c40 2023-07-12T13:56:19.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e37fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e40c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53dbfff640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f53e40af870 0x7f53e40afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e37fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e40c90c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:33464/0 (socket says 172.21.15.50:33464) 2023-07-12T13:56:19.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.654+0000 7f53e37fe640 1 -- 172.21.15.50:0/862664155 learned_addr learned my addr 172.21.15.50:0/862664155 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:19.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e37fe640 1 -- 172.21.15.50:0/862664155 >> v2:172.21.15.55:3300/0 conn(0x7f53e40af870 msgr2=0x7f53e40afca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:19.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e37fe640 1 --2- 172.21.15.50:0/862664155 >> v2:172.21.15.55:3300/0 conn(0x7f53e40af870 0x7f53e40afca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e37fe640 1 -- 172.21.15.50:0/862664155 >> v1:172.21.15.55:6789/0 conn(0x7f53e4159910 legacy=0x7f53e406add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e37fe640 1 -- 172.21.15.50:0/862664155 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53e406bb30 con 0x7f53e40c8c40 2023-07-12T13:56:19.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53dbfff640 1 --2- 172.21.15.50:0/862664155 >> v2:172.21.15.55:3300/0 conn(0x7f53e40af870 0x7f53e40afca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:19.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e37fe640 1 --2- 172.21.15.50:0/862664155 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e40c90c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f53dc009e50 tx=0x7f53dc01c9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=767cf6b2325e68e2 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e27fc640 1 -- 172.21.15.50:0/862664155 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0a58a0 con 0x7f53e40c8c40 2023-07-12T13:56:19.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e27fc640 1 -- 172.21.15.50:0/862664155 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53dc0a5a00 con 0x7f53e40c8c40 2023-07-12T13:56:19.666 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e27fc640 1 -- 172.21.15.50:0/862664155 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0a5d90 con 0x7f53e40c8c40 2023-07-12T13:56:19.666 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e9340640 1 -- 172.21.15.50:0/862664155 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 msgr2=0x7f53e40c90c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.666 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e9340640 1 --2- 172.21.15.50:0/862664155 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e40c90c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f53dc009e50 tx=0x7f53dc01c9e0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.666 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e9340640 1 -- 172.21.15.50:0/862664155 shutdown_connections 2023-07-12T13:56:19.667 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e9340640 1 --2- 172.21.15.50:0/862664155 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e40c90c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.667 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e9340640 1 --2- 172.21.15.50:0/862664155 >> v2:172.21.15.55:3300/0 conn(0x7f53e40af870 0x7f53e40afca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.667 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.658+0000 7f53e9340640 1 -- 172.21.15.50:0/862664155 >> 172.21.15.50:0/862664155 conn(0x7f53e40ca870 msgr2=0x7f53e40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:19.667 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- 172.21.15.50:0/862664155 shutdown_connections 2023-07-12T13:56:19.668 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- 172.21.15.50:0/862664155 wait complete. 2023-07-12T13:56:19.668 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 Processor -- start 2023-07-12T13:56:19.668 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- start start 2023-07-12T13:56:19.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 0x7f53e4158aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e4152d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e4159910 0x7f53e4143050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e4153560 con 0x7f53e40af870 2023-07-12T13:56:19.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e41538b0 con 0x7f53e4159910 2023-07-12T13:56:19.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53e4153b50 con 0x7f53e40c8c40 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 0x7f53e4158aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 0x7f53e4158aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54880/0 (socket says 172.21.15.50:54880) 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 -- 172.21.15.50:0/3163721329 learned_addr learned my addr 172.21.15.50:0/3163721329 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53dbfff640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e4152d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e37fe640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e4159910 0x7f53e4143050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 -- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 msgr2=0x7f53e4152d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e4152d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 -- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e4159910 msgr2=0x7f53e4143050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e4159910 0x7f53e4143050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 -- 172.21.15.50:0/3163721329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53cc009420 con 0x7f53e40af870 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e2ffd640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 0x7f53e4158aa0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f53d400c3c0 tx=0x7f53d400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d40052d0 con 0x7f53e40af870 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53dc009b30 con 0x7f53e40af870 2023-07-12T13:56:19.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d4005430 con 0x7f53e40af870 2023-07-12T13:56:19.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.662+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d4003840 con 0x7f53e40af870 2023-07-12T13:56:19.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.666+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53e4154110 con 0x7f53e40af870 2023-07-12T13:56:19.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.666+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53e4154330 con 0x7f53e40af870 2023-07-12T13:56:19.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.666+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f53d40039a0 con 0x7f53e40af870 2023-07-12T13:56:19.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.666+0000 7f53db7fe640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c4066280 0x7f53c4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.666+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f53d40832a0 con 0x7f53e40af870 2023-07-12T13:56:19.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.666+0000 7f53dbfff640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c4066280 0x7f53c4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.670+0000 7f53dbfff640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c4066280 0x7f53c4068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f53e415ce60 tx=0x7f53cc009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.670+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f53d40506b0 con 0x7f53e40af870 2023-07-12T13:56:19.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f53e404e020 con 0x7f53e40af870 2023-07-12T13:56:19.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53db7fe640 1 -- 172.21.15.50:0/3163721329 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f53d4053cd0 con 0x7f53e40af870 2023-07-12T13:56:19.829 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:19.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c4066280 msgr2=0x7f53c4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c4066280 0x7f53c4068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f53e415ce60 tx=0x7f53cc009190 comp rx=0 tx=0).stop 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 msgr2=0x7f53e4158aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 0x7f53e4158aa0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f53d400c3c0 tx=0x7f53d400c880 comp rx=0 tx=0).stop 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 shutdown_connections 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c4066280 0x7f53c4068730 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e4159910 0x7f53e4143050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53e40c8c40 0x7f53e4152d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 --2- 172.21.15.50:0/3163721329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e40af870 0x7f53e4158aa0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 >> 172.21.15.50:0/3163721329 conn(0x7f53e40ca870 msgr2=0x7f53e40cdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:19.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 shutdown_connections 2023-07-12T13:56:19.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.826+0000 7f53e9340640 1 -- 172.21.15.50:0/3163721329 wait complete. 2023-07-12T13:56:19.850 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:19.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 Processor -- start 2023-07-12T13:56:19.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 -- start start 2023-07-12T13:56:19.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa0156140 0x7f4fa015c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4fa0159770 0x7f4fa00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:19.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fa015d1f0 con 0x7f4fa00afdb0 2023-07-12T13:56:19.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fa006f050 con 0x7f4fa0159770 2023-07-12T13:56:19.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa7503640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa00b0230 con 0x7f4fa0156140 2023-07-12T13:56:19.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4fa0159770 0x7f4fa00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4fa0159770 0x7f4fa00af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54884/0 (socket says 172.21.15.50:54884) 2023-07-12T13:56:19.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/2949480497 learned_addr learned my addr 172.21.15.50:0/2949480497 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:19.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa5aa0640 1 --1- 172.21.15.50:0/2949480497 >> v1:172.21.15.50:6789/0 conn(0x7f4fa00afdb0 0x7f4fa006bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39804/0 (socket says 172.21.15.50:39804) 2023-07-12T13:56:19.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa529f640 1 --2- 172.21.15.50:0/2949480497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa0156140 0x7f4fa015c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:19.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/2949480497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa0156140 msgr2=0x7f4fa015c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:19.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 --2- 172.21.15.50:0/2949480497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa0156140 0x7f4fa015c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/2949480497 >> v1:172.21.15.50:6789/0 conn(0x7f4fa00afdb0 legacy=0x7f4fa006bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/2949480497 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fa015c950 con 0x7f4fa0159770 2023-07-12T13:56:19.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.989+0000 7f4f97fff640 1 -- 172.21.15.50:0/2949480497 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1017639890 0 0) 0x7f4fa015d1f0 con 0x7f4fa00afdb0 2023-07-12T13:56:19.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa4a9e640 1 --2- 172.21.15.50:0/2949480497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0159770 0x7f4fa00af870 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4f9000bb10 tx=0x7f4f9001ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab55e3f27a930e9 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:19.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4f97fff640 1 -- 172.21.15.50:0/2949480497 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f900a7ce0 con 0x7f4fa0159770 2023-07-12T13:56:19.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4f97fff640 1 -- 172.21.15.50:0/2949480497 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f900a7e40 con 0x7f4fa0159770 2023-07-12T13:56:19.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4f97fff640 1 -- 172.21.15.50:0/2949480497 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f900af660 con 0x7f4fa0159770 2023-07-12T13:56:19.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 -- 172.21.15.50:0/2949480497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0159770 msgr2=0x7f4fa00af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 --2- 172.21.15.50:0/2949480497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0159770 0x7f4fa00af870 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4f9000bb10 tx=0x7f4f9001ec10 comp rx=0 tx=0).stop 2023-07-12T13:56:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 -- 172.21.15.50:0/2949480497 shutdown_connections 2023-07-12T13:56:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 --2- 172.21.15.50:0/2949480497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0159770 0x7f4fa00af870 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 --2- 172.21.15.50:0/2949480497 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa0156140 0x7f4fa015c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 -- 172.21.15.50:0/2949480497 >> 172.21.15.50:0/2949480497 conn(0x7f4fa00ca870 msgr2=0x7f4fa00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 -- 172.21.15.50:0/2949480497 shutdown_connections 2023-07-12T13:56:20.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.993+0000 7f4fa7503640 1 -- 172.21.15.50:0/2949480497 wait complete. 2023-07-12T13:56:20.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 Processor -- start 2023-07-12T13:56:20.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 -- start start 2023-07-12T13:56:20.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa00afdb0 0x7f4fa01f3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 0x7f4fa00ab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4fa0159770 0x7f4fa014fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa00acb70 con 0x7f4fa0156140 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa00ac2d0 con 0x7f4fa0159770 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa00ac5b0 con 0x7f4fa00afdb0 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 0x7f4fa00ab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 0x7f4fa00ab8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54900/0 (socket says 172.21.15.50:54900) 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/3386145164 learned_addr learned my addr 172.21.15.50:0/3386145164 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:20.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa529f640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa00afdb0 0x7f4fa01f3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa5aa0640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4fa0159770 0x7f4fa014fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa00afdb0 msgr2=0x7f4fa01f3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa00afdb0 0x7f4fa01f3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4fa0159770 msgr2=0x7f4fa014fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4fa0159770 0x7f4fa014fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 -- 172.21.15.50:0/3386145164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f9000b770 con 0x7f4fa0156140 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa5aa0640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4fa0159770 0x7f4fa014fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:20.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa4a9e640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 0x7f4fa00ab8a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4f9000b2c0 tx=0x7f4f9001d450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f900be070 con 0x7f4fa0156140 2023-07-12T13:56:20.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f900afc30 con 0x7f4fa0156140 2023-07-12T13:56:20.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fa00ac890 con 0x7f4fa0156140 2023-07-12T13:56:20.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f900ba480 con 0x7f4fa0156140 2023-07-12T13:56:20.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:19.997+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fa00ad0e0 con 0x7f4fa0156140 2023-07-12T13:56:20.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.001+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fa00ced50 con 0x7f4fa0156140 2023-07-12T13:56:20.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.001+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4f900ba5e0 con 0x7f4fa0156140 2023-07-12T13:56:20.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.001+0000 7f4f95ffb640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4f84066280 0x7f4f84068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.001+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4f9011e8d0 con 0x7f4fa0156140 2023-07-12T13:56:20.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.001+0000 7f4fa529f640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4f84066280 0x7f4f84068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.001+0000 7f4fa529f640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4f84066280 0x7f4f84068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c009b60 tx=0x7f4f9c009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.005+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4f900ebdd0 con 0x7f4fa0156140 2023-07-12T13:56:20.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.161+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4fa01567d0 con 0x7f4fa0156140 2023-07-12T13:56:20.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.161+0000 7f4f95ffb640 1 -- 172.21.15.50:0/3386145164 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f4f900b4090 con 0x7f4fa0156140 2023-07-12T13:56:20.167 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:20.167 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:20.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4f84066280 msgr2=0x7f4f84068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4f84066280 0x7f4f84068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c009b60 tx=0x7f4f9c009190 comp rx=0 tx=0).stop 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 msgr2=0x7f4fa00ab8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 0x7f4fa00ab8a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4f9000b2c0 tx=0x7f4f9001d450 comp rx=0 tx=0).stop 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 shutdown_connections 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f4f84066280 0x7f4f84068730 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4fa0159770 0x7f4fa014fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fa0156140 0x7f4fa00ab8a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 --2- 172.21.15.50:0/3386145164 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f4fa00afdb0 0x7f4fa01f3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 >> 172.21.15.50:0/3386145164 conn(0x7f4fa00ca870 msgr2=0x7f4fa0150fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:20.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 shutdown_connections 2023-07-12T13:56:20.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.165+0000 7f4fa7503640 1 -- 172.21.15.50:0/3386145164 wait complete. 2023-07-12T13:56:20.189 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:20.190 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:20.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 Processor -- start 2023-07-12T13:56:20.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 -- start start 2023-07-12T13:56:20.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd6c06c110 0x7efd6c0b0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0ca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd6c0c8d10 con 0x7efd6c06c4e0 2023-07-12T13:56:20.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd6c0c8440 con 0x7efd6c06c110 2023-07-12T13:56:20.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd72bfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd6c0ca660 con 0x7efd6c15c120 2023-07-12T13:56:20.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd6c06c110 0x7efd6c0b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd6c06c110 0x7efd6c0b0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54914/0 (socket says 172.21.15.50:54914) 2023-07-12T13:56:20.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 -- 172.21.15.50:0/2022060864 learned_addr learned my addr 172.21.15.50:0/2022060864 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:20.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd71197640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 -- 172.21.15.50:0/2022060864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 msgr2=0x7efd6c0ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:20.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 -- 172.21.15.50:0/2022060864 >> v1:172.21.15.55:6789/0 conn(0x7efd6c06c4e0 legacy=0x7efd6c15ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:20.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd70996640 1 -- 172.21.15.50:0/2022060864 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd6c06c960 con 0x7efd6c06c110 2023-07-12T13:56:20.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.333+0000 7efd71197640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:20.340 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd70996640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c0b0460 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7efd60006fd0 tx=0x7efd6001e870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4be29506e1ed8f2 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd6b7fe640 1 -- 172.21.15.50:0/2022060864 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd60004230 con 0x7efd6c06c110 2023-07-12T13:56:20.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd6b7fe640 1 -- 172.21.15.50:0/2022060864 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd600ab070 con 0x7efd6c06c110 2023-07-12T13:56:20.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd6b7fe640 1 -- 172.21.15.50:0/2022060864 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd60003620 con 0x7efd6c06c110 2023-07-12T13:56:20.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 -- 172.21.15.50:0/2022060864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 msgr2=0x7efd6c0b0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c0b0460 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7efd60006fd0 tx=0x7efd6001e870 comp rx=0 tx=0).stop 2023-07-12T13:56:20.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 -- 172.21.15.50:0/2022060864 shutdown_connections 2023-07-12T13:56:20.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2022060864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c0b0460 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 -- 172.21.15.50:0/2022060864 >> 172.21.15.50:0/2022060864 conn(0x7efd6c0ca870 msgr2=0x7efd6c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:20.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 -- 172.21.15.50:0/2022060864 shutdown_connections 2023-07-12T13:56:20.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.337+0000 7efd72bfa640 1 -- 172.21.15.50:0/2022060864 wait complete. 2023-07-12T13:56:20.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 Processor -- start 2023-07-12T13:56:20.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- start start 2023-07-12T13:56:20.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c151000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd6c06c4e0 0x7efd6c0c68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd6c159f20 con 0x7efd6c06c110 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd6c0c3540 con 0x7efd6c06c4e0 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd6c0c37e0 con 0x7efd6c15c120 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c151000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c151000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54930/0 (socket says 172.21.15.50:54930) 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 -- 172.21.15.50:0/2281084523 learned_addr learned my addr 172.21.15.50:0/2281084523 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 -- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 msgr2=0x7efd6c0c6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 -- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd6c06c4e0 msgr2=0x7efd6c0c68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd6bfff640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd6c06c4e0 0x7efd6c0c68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd6c06c4e0 0x7efd6c0c68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 -- 172.21.15.50:0/2281084523 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd6000b780 con 0x7efd6c06c110 2023-07-12T13:56:20.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd6bfff640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd6c06c4e0 0x7efd6c0c68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:20.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd70996640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c151000 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7efd60000c10 tx=0x7efd6001b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.348 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd60003a30 con 0x7efd6c06c110 2023-07-12T13:56:20.348 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd60003bd0 con 0x7efd6c06c110 2023-07-12T13:56:20.348 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd6c0c3ac0 con 0x7efd6c06c110 2023-07-12T13:56:20.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd600a7570 con 0x7efd6c06c110 2023-07-12T13:56:20.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd6c0c4080 con 0x7efd6c06c110 2023-07-12T13:56:20.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.341+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd6c0c4270 con 0x7efd6c06c110 2023-07-12T13:56:20.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.345+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efd600b9050 con 0x7efd6c06c110 2023-07-12T13:56:20.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.345+0000 7efd697fa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd500662b0 0x7efd50068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.345+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7efd6011fef0 con 0x7efd6c06c110 2023-07-12T13:56:20.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.345+0000 7efd6bfff640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd500662b0 0x7efd50068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.345+0000 7efd6bfff640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd500662b0 0x7efd50068760 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efd6c141460 tx=0x7efd58009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.349+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efd600ed2d0 con 0x7efd6c06c110 2023-07-12T13:56:20.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.501+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efd6c04e020 con 0x7efd6c06c110 2023-07-12T13:56:20.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd697fa640 1 -- 172.21.15.50:0/2281084523 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7efd600ad020 con 0x7efd6c06c110 2023-07-12T13:56:20.508 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:20.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd500662b0 msgr2=0x7efd50068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd500662b0 0x7efd50068760 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efd6c141460 tx=0x7efd58009040 comp rx=0 tx=0).stop 2023-07-12T13:56:20.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 msgr2=0x7efd6c151000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c151000 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7efd60000c10 tx=0x7efd6001b610 comp rx=0 tx=0).stop 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 shutdown_connections 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efd500662b0 0x7efd50068760 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efd6c15c120 0x7efd6c0c6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd6c06c4e0 0x7efd6c0c68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 --2- 172.21.15.50:0/2281084523 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd6c06c110 0x7efd6c151000 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 >> 172.21.15.50:0/2281084523 conn(0x7efd6c0ca870 msgr2=0x7efd6c15a850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:20.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 shutdown_connections 2023-07-12T13:56:20.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.505+0000 7efd72bfa640 1 -- 172.21.15.50:0/2281084523 wait complete. 2023-07-12T13:56:20.529 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:20.676 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 Processor -- start 2023-07-12T13:56:20.677 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 -- start start 2023-07-12T13:56:20.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9d2415bb10 0x7f9d240caac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f9d24069e70 0x7f9d24160040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d24160580 con 0x7f9d2406f8c0 2023-07-12T13:56:20.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d2415f5f0 con 0x7f9d2415bb10 2023-07-12T13:56:20.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d2a911640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d2406a2f0 con 0x7f9d24069e70 2023-07-12T13:56:20.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9d2415bb10 0x7f9d240caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9d2415bb10 0x7f9d240caac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54944/0 (socket says 172.21.15.50:54944) 2023-07-12T13:56:20.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 -- 172.21.15.50:0/905284206 learned_addr learned my addr 172.21.15.50:0/905284206 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:20.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 -- 172.21.15.50:0/905284206 >> v2:172.21.15.55:3300/0 conn(0x7f9d24069e70 msgr2=0x7f9d24160040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:20.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d237fe640 1 --2- 172.21.15.50:0/905284206 >> v2:172.21.15.55:3300/0 conn(0x7f9d24069e70 0x7f9d24160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 --2- 172.21.15.50:0/905284206 >> v2:172.21.15.55:3300/0 conn(0x7f9d24069e70 0x7f9d24160040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 -- 172.21.15.50:0/905284206 >> v1:172.21.15.55:6789/0 conn(0x7f9d2406f8c0 legacy=0x7f9d2406fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:20.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d23fff640 1 -- 172.21.15.50:0/905284206 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d2406ab10 con 0x7f9d2415bb10 2023-07-12T13:56:20.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.673+0000 7f9d237fe640 1 --2- 172.21.15.50:0/905284206 >> v2:172.21.15.55:3300/0 conn(0x7f9d24069e70 0x7f9d24160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:20.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d23fff640 1 --2- 172.21.15.50:0/905284206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d2415bb10 0x7f9d240caac0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9d240ae050 tx=0x7f9d1401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c7ee51b0bede9d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d22ffd640 1 -- 172.21.15.50:0/905284206 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d140aa5f0 con 0x7f9d2415bb10 2023-07-12T13:56:20.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d22ffd640 1 -- 172.21.15.50:0/905284206 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d140aa750 con 0x7f9d2415bb10 2023-07-12T13:56:20.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d22ffd640 1 -- 172.21.15.50:0/905284206 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d140aaae0 con 0x7f9d2415bb10 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 -- 172.21.15.50:0/905284206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d2415bb10 msgr2=0x7f9d240caac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 --2- 172.21.15.50:0/905284206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d2415bb10 0x7f9d240caac0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9d240ae050 tx=0x7f9d1401c490 comp rx=0 tx=0).stop 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 -- 172.21.15.50:0/905284206 shutdown_connections 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 --2- 172.21.15.50:0/905284206 >> v2:172.21.15.55:3300/0 conn(0x7f9d24069e70 0x7f9d24160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 --2- 172.21.15.50:0/905284206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d2415bb10 0x7f9d240caac0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 -- 172.21.15.50:0/905284206 >> 172.21.15.50:0/905284206 conn(0x7f9d240b0db0 msgr2=0x7f9d240ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:20.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 -- 172.21.15.50:0/905284206 shutdown_connections 2023-07-12T13:56:20.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.677+0000 7f9d2a911640 1 -- 172.21.15.50:0/905284206 wait complete. 2023-07-12T13:56:20.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 Processor -- start 2023-07-12T13:56:20.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 -- start start 2023-07-12T13:56:20.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 0x7f9d2415e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d2406f8c0 0x7f9d2406bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d2415bb10 0x7f9d2406c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2415db90 con 0x7f9d24069e70 2023-07-12T13:56:20.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d240adba0 con 0x7f9d2406f8c0 2023-07-12T13:56:20.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2415dde0 con 0x7f9d2415bb10 2023-07-12T13:56:20.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 0x7f9d2415e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 0x7f9d2415e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54958/0 (socket says 172.21.15.50:54958) 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 -- 172.21.15.50:0/1757983806 learned_addr learned my addr 172.21.15.50:0/1757983806 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d237fe640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d2406f8c0 0x7f9d2406bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d28eae640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d2415bb10 0x7f9d2406c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 -- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d2415bb10 msgr2=0x7f9d2406c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d2415bb10 0x7f9d2406c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 -- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d2406f8c0 msgr2=0x7f9d2406bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d2406f8c0 0x7f9d2406bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.688 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 -- 172.21.15.50:0/1757983806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d140094d0 con 0x7f9d24069e70 2023-07-12T13:56:20.688 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d23fff640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 0x7f9d2415e8c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9d1401a0c0 tx=0x7f9d1401acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d140b3800 con 0x7f9d24069e70 2023-07-12T13:56:20.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d140b3980 con 0x7f9d24069e70 2023-07-12T13:56:20.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d2415e0c0 con 0x7f9d24069e70 2023-07-12T13:56:20.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d140b3d30 con 0x7f9d24069e70 2023-07-12T13:56:20.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.681+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d2415ee00 con 0x7f9d24069e70 2023-07-12T13:56:20.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.685+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d2415df20 con 0x7f9d24069e70 2023-07-12T13:56:20.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.685+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9d140b2380 con 0x7f9d24069e70 2023-07-12T13:56:20.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.685+0000 7f9d20ff9640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d10066280 0x7f9d10068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:20.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.685+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9d140a7070 con 0x7f9d24069e70 2023-07-12T13:56:20.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.685+0000 7f9d237fe640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d10066280 0x7f9d10068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:20.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.685+0000 7f9d237fe640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d10066280 0x7f9d10068730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9d2406cbb0 tx=0x7f9d18008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:20.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.689+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9d2415df20 con 0x7f9d24069e70 2023-07-12T13:56:20.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f9d24160580 con 0x7f9d24069e70 2023-07-12T13:56:20.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d20ff9640 1 -- 172.21.15.50:0/1757983806 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7f9d24160580 con 0x7f9d24069e70 2023-07-12T13:56:20.849 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:20.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d10066280 msgr2=0x7f9d10068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d10066280 0x7f9d10068730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9d2406cbb0 tx=0x7f9d18008040 comp rx=0 tx=0).stop 2023-07-12T13:56:20.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 msgr2=0x7f9d2415e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:20.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 0x7f9d2415e8c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9d1401a0c0 tx=0x7f9d1401acd0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 shutdown_connections 2023-07-12T13:56:20.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d10066280 0x7f9d10068730 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d2415bb10 0x7f9d2406c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d2406f8c0 0x7f9d2406bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 --2- 172.21.15.50:0/1757983806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d24069e70 0x7f9d2415e8c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:20.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 >> 172.21.15.50:0/1757983806 conn(0x7f9d240b0db0 msgr2=0x7f9d2415aca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:20.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 shutdown_connections 2023-07-12T13:56:20.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:20.845+0000 7f9d2a911640 1 -- 172.21.15.50:0/1757983806 wait complete. 2023-07-12T13:56:20.870 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:21.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc27d65c640 1 Processor -- start 2023-07-12T13:56:21.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc27d65c640 1 -- start start 2023-07-12T13:56:21.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc27d65c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc27815b770 0x7fc2780cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc27d65c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc27815f910 con 0x7fc27815bb40 2023-07-12T13:56:21.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc27d65c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc27815fbf0 con 0x7fc2780aff80 2023-07-12T13:56:21.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc27d65c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc278160520 con 0x7fc27815b770 2023-07-12T13:56:21.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc276ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc27815b770 0x7fc2780cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc26ffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fc27815bb40 0x7fc2780af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39810/0 (socket says 172.21.15.50:39810) 2023-07-12T13:56:21.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc26ffff640 1 -- 172.21.15.50:0/2170759521 learned_addr learned my addr 172.21.15.50:0/2170759521 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:21.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc276ffd640 1 -- 172.21.15.50:0/2170759521 >> v1:172.21.15.55:6789/0 conn(0x7fc2780aff80 legacy=0x7fc27815c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:21.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc2767fc640 1 -- 172.21.15.50:0/2170759521 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2150201668 0 0) 0x7fc27815f910 con 0x7fc27815bb40 2023-07-12T13:56:21.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc276ffd640 1 -- 172.21.15.50:0/2170759521 >> v1:172.21.15.50:6789/0 conn(0x7fc27815bb40 legacy=0x7fc2780af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.013+0000 7fc276ffd640 1 -- 172.21.15.50:0/2170759521 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc27815fed0 con 0x7fc27815b770 2023-07-12T13:56:21.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc276ffd640 1 --2- 172.21.15.50:0/2170759521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc2780cb9c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc2680097c0 tx=0x7fc26801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70418c8efde189ba server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc2767fc640 1 -- 172.21.15.50:0/2170759521 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2680ab600 con 0x7fc27815b770 2023-07-12T13:56:21.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc2767fc640 1 -- 172.21.15.50:0/2170759521 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2680a7050 con 0x7fc27815b770 2023-07-12T13:56:21.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc2767fc640 1 -- 172.21.15.50:0/2170759521 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2680ab980 con 0x7fc27815b770 2023-07-12T13:56:21.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 -- 172.21.15.50:0/2170759521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 msgr2=0x7fc2780cb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 --2- 172.21.15.50:0/2170759521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc2780cb9c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc2680097c0 tx=0x7fc26801c3f0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 -- 172.21.15.50:0/2170759521 shutdown_connections 2023-07-12T13:56:21.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 --2- 172.21.15.50:0/2170759521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc2780cb9c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 -- 172.21.15.50:0/2170759521 >> 172.21.15.50:0/2170759521 conn(0x7fc2780ca870 msgr2=0x7fc2780cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:21.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 -- 172.21.15.50:0/2170759521 shutdown_connections 2023-07-12T13:56:21.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.017+0000 7fc27d65c640 1 -- 172.21.15.50:0/2170759521 wait complete. 2023-07-12T13:56:21.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 Processor -- start 2023-07-12T13:56:21.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- start start 2023-07-12T13:56:21.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2780aff80 0x7fc2780c0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc27814d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc27815bb40 0x7fc278148800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc278152940 con 0x7fc27815b770 2023-07-12T13:56:21.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc27814d6d0 con 0x7fc2780aff80 2023-07-12T13:56:21.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc278148d40 con 0x7fc27815bb40 2023-07-12T13:56:21.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc27814d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc27814d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54968/0 (socket says 172.21.15.50:54968) 2023-07-12T13:56:21.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 -- 172.21.15.50:0/1054483257 learned_addr learned my addr 172.21.15.50:0/1054483257 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:21.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc276ffd640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2780aff80 0x7fc2780c0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc2777fe640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc27815bb40 0x7fc278148800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 -- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc27815bb40 msgr2=0x7fc278148800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc27815bb40 0x7fc278148800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 -- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2780aff80 msgr2=0x7fc2780c0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2780aff80 0x7fc2780c0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 -- 172.21.15.50:0/1054483257 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc268009420 con 0x7fc27815b770 2023-07-12T13:56:21.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc276ffd640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2780aff80 0x7fc2780c0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:21.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26ffff640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc27814d190 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc26000c440 tx=0x7fc26000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2600074e0 con 0x7fc27815b770 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc260007640 con 0x7fc27815b770 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc260004a10 con 0x7fc27815b770 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc27815f120 con 0x7fc27815b770 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc278152660 con 0x7fc27815b770 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.021+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2780ae120 con 0x7fc27815b770 2023-07-12T13:56:21.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.025+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc260004b70 con 0x7fc27815b770 2023-07-12T13:56:21.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.025+0000 7fc26f7fe640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc258066280 0x7fc258068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.025+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc260082de0 con 0x7fc27815b770 2023-07-12T13:56:21.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.025+0000 7fc276ffd640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc258066280 0x7fc258068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.025+0000 7fc276ffd640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc258066280 0x7fc258068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc2680ad000 tx=0x7fc2680a4f90 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.029+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc2780ae120 con 0x7fc27815b770 2023-07-12T13:56:21.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.181+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc2780ae120 con 0x7fc27815b770 2023-07-12T13:56:21.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.181+0000 7fc26f7fe640 1 -- 172.21.15.50:0/1054483257 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc2780ae120 con 0x7fc27815b770 2023-07-12T13:56:21.186 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:21.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.181+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc258066280 msgr2=0x7fc258068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.181+0000 7fc27d65c640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc258066280 0x7fc258068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc2680ad000 tx=0x7fc2680a4f90 comp rx=0 tx=0).stop 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.181+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 msgr2=0x7fc27814d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.181+0000 7fc27d65c640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc27814d190 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc26000c440 tx=0x7fc26000c900 comp rx=0 tx=0).stop 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 shutdown_connections 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc258066280 0x7fc258068730 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc27815bb40 0x7fc278148800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc27815b770 0x7fc27814d190 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 --2- 172.21.15.50:0/1054483257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2780aff80 0x7fc2780c0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 >> 172.21.15.50:0/1054483257 conn(0x7fc2780ca870 msgr2=0x7fc27806bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:21.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 shutdown_connections 2023-07-12T13:56:21.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.185+0000 7fc27d65c640 1 -- 172.21.15.50:0/1054483257 wait complete. 2023-07-12T13:56:21.206 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:21.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 Processor -- start 2023-07-12T13:56:21.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 -- start start 2023-07-12T13:56:21.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9edc0b3bd0 0x7f9edc0b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc0b11c0 0x7f9edc0b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9edc0cce90 con 0x7f9edc15bc50 2023-07-12T13:56:21.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9edc0b44e0 con 0x7f9edc0b3bd0 2023-07-12T13:56:21.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee3234640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9edc0cf330 con 0x7f9edc0b11c0 2023-07-12T13:56:21.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee0fd0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9edc0b3bd0 0x7f9edc0b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee17d1640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f9edc15bc50 0x7f9edc15f560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39818/0 (socket says 172.21.15.50:39818) 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee17d1640 1 -- 172.21.15.50:0/1605883571 learned_addr learned my addr 172.21.15.50:0/1605883571 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9edbfff640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc0b11c0 0x7f9edc0b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee0fd0640 1 -- 172.21.15.50:0/1605883571 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc0b11c0 msgr2=0x7f9edc0b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee0fd0640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc0b11c0 0x7f9edc0b3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee0fd0640 1 -- 172.21.15.50:0/1605883571 >> v1:172.21.15.50:6789/0 conn(0x7f9edc15bc50 legacy=0x7f9edc15f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9ee0fd0640 1 -- 172.21.15.50:0/1605883571 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9edc0cf610 con 0x7f9edc0b3bd0 2023-07-12T13:56:21.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.349+0000 7f9edbfff640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc0b11c0 0x7f9edc0b3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:21.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee0fd0640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b15c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00097c0 tx=0x7f9ed001ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=133f00decda8b2db server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9edb7fe640 1 -- 172.21.15.50:0/1605883571 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed00a8970 con 0x7f9edc0b3bd0 2023-07-12T13:56:21.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9edb7fe640 1 -- 172.21.15.50:0/1605883571 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ed00a8ad0 con 0x7f9edc0b3bd0 2023-07-12T13:56:21.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9edb7fe640 1 -- 172.21.15.50:0/1605883571 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed00a8e60 con 0x7f9edc0b3bd0 2023-07-12T13:56:21.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 -- 172.21.15.50:0/1605883571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc0b3bd0 msgr2=0x7f9edc0b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b15c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00097c0 tx=0x7f9ed001ec70 comp rx=0 tx=0).stop 2023-07-12T13:56:21.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 -- 172.21.15.50:0/1605883571 shutdown_connections 2023-07-12T13:56:21.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc0b11c0 0x7f9edc0b3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 --2- 172.21.15.50:0/1605883571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b15c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 -- 172.21.15.50:0/1605883571 >> 172.21.15.50:0/1605883571 conn(0x7f9edc071800 msgr2=0x7f9edc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:21.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 -- 172.21.15.50:0/1605883571 shutdown_connections 2023-07-12T13:56:21.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.353+0000 7f9ee3234640 1 -- 172.21.15.50:0/1605883571 wait complete. 2023-07-12T13:56:21.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 Processor -- start 2023-07-12T13:56:21.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 -- start start 2023-07-12T13:56:21.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 0x7f9edc1f0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc1f1010 0x7f9edc0b5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9edc1463c0 con 0x7f9edc15bc50 2023-07-12T13:56:21.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9edc149290 con 0x7f9edc0b3bd0 2023-07-12T13:56:21.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9edc15e510 con 0x7f9edc1f1010 2023-07-12T13:56:21.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 0x7f9edc1f0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 0x7f9edc1f0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54984/0 (socket says 172.21.15.50:54984) 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 -- 172.21.15.50:0/3830956782 learned_addr learned my addr 172.21.15.50:0/3830956782 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee0fd0640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee17d1640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc1f1010 0x7f9edc0b5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 -- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc1f1010 msgr2=0x7f9edc0b5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc1f1010 0x7f9edc0b5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 -- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9edc0b3bd0 msgr2=0x7f9edc0b6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 -- 172.21.15.50:0/3830956782 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ed0009420 con 0x7f9edc15bc50 2023-07-12T13:56:21.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9edbfff640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 0x7f9edc1f0ad0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9ec800e810 tx=0x7f9ec800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec800c8d0 con 0x7f9edc15bc50 2023-07-12T13:56:21.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ec800ca30 con 0x7f9edc15bc50 2023-07-12T13:56:21.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9edc15e7f0 con 0x7f9edc15bc50 2023-07-12T13:56:21.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec800cdc0 con 0x7f9edc15bc50 2023-07-12T13:56:21.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.357+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9edc15edb0 con 0x7f9edc15bc50 2023-07-12T13:56:21.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.361+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9edc04e020 con 0x7f9edc15bc50 2023-07-12T13:56:21.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.361+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9ec8013410 con 0x7f9edc15bc50 2023-07-12T13:56:21.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.361+0000 7f9ed97fa640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9ec0066280 0x7f9ec0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.361+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9ec8083a20 con 0x7f9edc15bc50 2023-07-12T13:56:21.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.361+0000 7f9ee0fd0640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9ec0066280 0x7f9ec0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.361+0000 7f9ee0fd0640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9ec0066280 0x7f9ec0068730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00b2000 tx=0x7f9ed0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.365+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9ec8050f40 con 0x7f9edc15bc50 2023-07-12T13:56:21.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9edc0d1e80 con 0x7f9edc15bc50 2023-07-12T13:56:21.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ed97fa640 1 -- 172.21.15.50:0/3830956782 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9ec8083070 con 0x7f9edc15bc50 2023-07-12T13:56:21.524 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:21.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9ec0066280 msgr2=0x7f9ec0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9ec0066280 0x7f9ec0068730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00b2000 tx=0x7f9ed0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:21.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 msgr2=0x7f9edc1f0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 0x7f9edc1f0ad0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9ec800e810 tx=0x7f9ec800ecd0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 shutdown_connections 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9ec0066280 0x7f9ec0068730 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9edc1f1010 0x7f9edc0b5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9edc15bc50 0x7f9edc1f0ad0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 --2- 172.21.15.50:0/3830956782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9edc0b3bd0 0x7f9edc0b6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 >> 172.21.15.50:0/3830956782 conn(0x7f9edc071800 msgr2=0x7f9edc0ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 shutdown_connections 2023-07-12T13:56:21.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.521+0000 7f9ee3234640 1 -- 172.21.15.50:0/3830956782 wait complete. 2023-07-12T13:56:21.546 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:21.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 Processor -- start 2023-07-12T13:56:21.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 -- start start 2023-07-12T13:56:21.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f32d80b7910 0x7f32d80cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f32d80ccce0 0x7f32d80b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32d80b7ce0 con 0x7f32d80b47e0 2023-07-12T13:56:21.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d80cefa0 con 0x7f32d80ccce0 2023-07-12T13:56:21.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32dcdc5640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d80cf280 con 0x7f32d80b7910 2023-07-12T13:56:21.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f32d80ccce0 0x7f32d80b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f32d80ccce0 0x7f32d80b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54994/0 (socket says 172.21.15.50:54994) 2023-07-12T13:56:21.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 -- 172.21.15.50:0/3753877178 learned_addr learned my addr 172.21.15.50:0/3753877178 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:21.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32d659c640 1 --2- 172.21.15.50:0/3753877178 >> v2:172.21.15.55:3300/0 conn(0x7f32d80b7910 0x7f32d80cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 -- 172.21.15.50:0/3753877178 >> v2:172.21.15.55:3300/0 conn(0x7f32d80b7910 msgr2=0x7f32d80cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:21.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 --2- 172.21.15.50:0/3753877178 >> v2:172.21.15.55:3300/0 conn(0x7f32d80b7910 0x7f32d80cc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 -- 172.21.15.50:0/3753877178 >> v1:172.21.15.50:6789/0 conn(0x7f32d80b47e0 legacy=0x7f32d815f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32cffff640 1 -- 172.21.15.50:0/3753877178 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d80cf560 con 0x7f32d80ccce0 2023-07-12T13:56:21.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.685+0000 7f32d659c640 1 --2- 172.21.15.50:0/3753877178 >> v2:172.21.15.55:3300/0 conn(0x7f32d80b7910 0x7f32d80cc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:21.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32cffff640 1 --2- 172.21.15.50:0/3753877178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d80b3bd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f32d808b050 tx=0x7f32c001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4f4442dcd9cf33 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32d5d9b640 1 -- 172.21.15.50:0/3753877178 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c00ab640 con 0x7f32d80ccce0 2023-07-12T13:56:21.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32d5d9b640 1 -- 172.21.15.50:0/3753877178 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32c00a7070 con 0x7f32d80ccce0 2023-07-12T13:56:21.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32d5d9b640 1 -- 172.21.15.50:0/3753877178 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c00ab9c0 con 0x7f32d80ccce0 2023-07-12T13:56:21.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 -- 172.21.15.50:0/3753877178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 msgr2=0x7f32d80b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/3753877178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d80b3bd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f32d808b050 tx=0x7f32c001c440 comp rx=0 tx=0).stop 2023-07-12T13:56:21.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 -- 172.21.15.50:0/3753877178 shutdown_connections 2023-07-12T13:56:21.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/3753877178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d80b3bd0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/3753877178 >> v2:172.21.15.55:3300/0 conn(0x7f32d80b7910 0x7f32d80cc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 -- 172.21.15.50:0/3753877178 >> 172.21.15.50:0/3753877178 conn(0x7f32d8069f00 msgr2=0x7f32d806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:21.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 -- 172.21.15.50:0/3753877178 shutdown_connections 2023-07-12T13:56:21.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.689+0000 7f32dcdc5640 1 -- 172.21.15.50:0/3753877178 wait complete. 2023-07-12T13:56:21.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 Processor -- start 2023-07-12T13:56:21.697 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 -- start start 2023-07-12T13:56:21.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f32d80b47e0 0x7f32d8147010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f32d80b7910 0x7f32d8158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d815c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d8159500 con 0x7f32d80ccce0 2023-07-12T13:56:21.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d8147550 con 0x7f32d80b47e0 2023-07-12T13:56:21.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d80c9350 con 0x7f32d80b7910 2023-07-12T13:56:21.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d815c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d815c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54998/0 (socket says 172.21.15.50:54998) 2023-07-12T13:56:21.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 -- 172.21.15.50:0/2784118344 learned_addr learned my addr 172.21.15.50:0/2784118344 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:21.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d659c640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f32d80b47e0 0x7f32d8147010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32cffff640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f32d80b7910 0x7f32d8158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 -- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f32d80b7910 msgr2=0x7f32d8158930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f32d80b7910 0x7f32d8158930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 -- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f32d80b47e0 msgr2=0x7f32d8147010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f32d80b47e0 0x7f32d8147010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 -- 172.21.15.50:0/2784118344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32c00094d0 con 0x7f32d80ccce0 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32d6d9d640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d815c2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f32d000c770 tx=0x7f32d000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d0003b80 con 0x7f32d80ccce0 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32d0003ce0 con 0x7f32d80ccce0 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d000aa90 con 0x7f32d80ccce0 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d80c9630 con 0x7f32d80ccce0 2023-07-12T13:56:21.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.693+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32d80c9bf0 con 0x7f32d80ccce0 2023-07-12T13:56:21.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.697+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32d804e020 con 0x7f32d80ccce0 2023-07-12T13:56:21.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.697+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f32d000abf0 con 0x7f32d80ccce0 2023-07-12T13:56:21.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.697+0000 7f32ceffd640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f32b80662b0 0x7f32b8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:21.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.697+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f32d0083a00 con 0x7f32d80ccce0 2023-07-12T13:56:21.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.697+0000 7f32d659c640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f32b80662b0 0x7f32b8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:21.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.697+0000 7f32d659c640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f32b80662b0 0x7f32b8068760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f32c8009950 tx=0x7f32c8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:21.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.701+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f32d0050f20 con 0x7f32d80ccce0 2023-07-12T13:56:21.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.857+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f32d80cd6a0 con 0x7f32d80ccce0 2023-07-12T13:56:21.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.857+0000 7f32ceffd640 1 -- 172.21.15.50:0/2784118344 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f32d0054540 con 0x7f32d80ccce0 2023-07-12T13:56:21.863 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:21.863 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f32b80662b0 msgr2=0x7f32b8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f32b80662b0 0x7f32b8068760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f32c8009950 tx=0x7f32c8008040 comp rx=0 tx=0).stop 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 msgr2=0x7f32d815c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d815c2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f32d000c770 tx=0x7f32d000cc30 comp rx=0 tx=0).stop 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 shutdown_connections 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f32b80662b0 0x7f32b8068760 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32d80ccce0 0x7f32d815c2f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f32d80b7910 0x7f32d8158930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 --2- 172.21.15.50:0/2784118344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f32d80b47e0 0x7f32d8147010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:21.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 >> 172.21.15.50:0/2784118344 conn(0x7f32d8069f00 msgr2=0x7f32d80b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:21.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 shutdown_connections 2023-07-12T13:56:21.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:21.861+0000 7f32dcdc5640 1 -- 172.21.15.50:0/2784118344 wait complete. 2023-07-12T13:56:21.883 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:21.884 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:22.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.025+0000 7fc177634640 1 Processor -- start 2023-07-12T13:56:22.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.025+0000 7fc177634640 1 -- start start 2023-07-12T13:56:22.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc177634640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc17015c390 0x7fc17015d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc177634640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc1700cf8c0 0x7fc170160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc177634640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17006b970 0x7fc17006bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc177634640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc17006c330 con 0x7fc17015c390 2023-07-12T13:56:22.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc177634640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1700cddd0 con 0x7fc1700cf8c0 2023-07-12T13:56:22.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc177634640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1701601e0 con 0x7fc17006b970 2023-07-12T13:56:22.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc17015c390 0x7fc17015d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc17015c390 0x7fc17015d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55008/0 (socket says 172.21.15.50:55008) 2023-07-12T13:56:22.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 -- 172.21.15.50:0/737959764 learned_addr learned my addr 172.21.15.50:0/737959764 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:22.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc175bd1640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17006b970 0x7fc17006bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc174bcf640 1 --2- 172.21.15.50:0/737959764 >> v2:172.21.15.55:3300/0 conn(0x7fc1700cf8c0 0x7fc170160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 -- 172.21.15.50:0/737959764 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17006b970 msgr2=0x7fc17006bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:22.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17006b970 0x7fc17006bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 -- 172.21.15.50:0/737959764 >> v2:172.21.15.55:3300/0 conn(0x7fc1700cf8c0 msgr2=0x7fc170160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:22.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 --2- 172.21.15.50:0/737959764 >> v2:172.21.15.55:3300/0 conn(0x7fc1700cf8c0 0x7fc170160670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc1753d0640 1 -- 172.21.15.50:0/737959764 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc17015d7c0 con 0x7fc17015c390 2023-07-12T13:56:22.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc174bcf640 1 --2- 172.21.15.50:0/737959764 >> v2:172.21.15.55:3300/0 conn(0x7fc1700cf8c0 0x7fc170160670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:22.036 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.029+0000 7fc175bd1640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17006b970 0x7fc17006bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:22.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc1753d0640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc17015c390 0x7fc17015d280 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc1700c7230 tx=0x7fc16c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e03b79614057572 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc167fff640 1 -- 172.21.15.50:0/737959764 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc16c0ab600 con 0x7fc17015c390 2023-07-12T13:56:22.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc167fff640 1 -- 172.21.15.50:0/737959764 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc16c0a7050 con 0x7fc17015c390 2023-07-12T13:56:22.037 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc167fff640 1 -- 172.21.15.50:0/737959764 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc16c0ab980 con 0x7fc17015c390 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 -- 172.21.15.50:0/737959764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc17015c390 msgr2=0x7fc17015d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc17015c390 0x7fc17015d280 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc1700c7230 tx=0x7fc16c01c3b0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 -- 172.21.15.50:0/737959764 shutdown_connections 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17006b970 0x7fc17006bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 --2- 172.21.15.50:0/737959764 >> v2:172.21.15.55:3300/0 conn(0x7fc1700cf8c0 0x7fc170160670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 --2- 172.21.15.50:0/737959764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc17015c390 0x7fc17015d280 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 -- 172.21.15.50:0/737959764 >> 172.21.15.50:0/737959764 conn(0x7fc17006e0c0 msgr2=0x7fc17006eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:22.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 -- 172.21.15.50:0/737959764 shutdown_connections 2023-07-12T13:56:22.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 -- 172.21.15.50:0/737959764 wait complete. 2023-07-12T13:56:22.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 Processor -- start 2023-07-12T13:56:22.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.033+0000 7fc177634640 1 -- start start 2023-07-12T13:56:22.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc17006b970 0x7fc1700b2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 0x7fc1700c8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17015c390 0x7fc1700c89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc170157e10 con 0x7fc1700cf8c0 2023-07-12T13:56:22.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc170158c30 con 0x7fc17006b970 2023-07-12T13:56:22.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc170158020 con 0x7fc17015c390 2023-07-12T13:56:22.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 0x7fc1700c8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 0x7fc1700c8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55010/0 (socket says 172.21.15.50:55010) 2023-07-12T13:56:22.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 -- 172.21.15.50:0/3625247602 learned_addr learned my addr 172.21.15.50:0/3625247602 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:22.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc1753d0640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc17006b970 0x7fc1700b2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc175bd1640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17015c390 0x7fc1700c89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 -- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17015c390 msgr2=0x7fc1700c89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17015c390 0x7fc1700c89a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 -- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc17006b970 msgr2=0x7fc1700b2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc17006b970 0x7fc1700b2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 -- 172.21.15.50:0/3625247602 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc16c0094d0 con 0x7fc1700cf8c0 2023-07-12T13:56:22.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc1753d0640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc17006b970 0x7fc1700b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc174bcf640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 0x7fc1700c8460 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc16000c820 tx=0x7fc16000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc160007a30 con 0x7fc1700cf8c0 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc160007b90 con 0x7fc1700cf8c0 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc16000ce10 con 0x7fc1700cf8c0 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc170158300 con 0x7fc1700cf8c0 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1701588c0 con 0x7fc1700cf8c0 2023-07-12T13:56:22.044 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc170158d70 con 0x7fc1700cf8c0 2023-07-12T13:56:22.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.037+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc1600113f0 con 0x7fc1700cf8c0 2023-07-12T13:56:22.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.041+0000 7fc165ffb640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc154066280 0x7fc154068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.045 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.041+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc160083f50 con 0x7fc1700cf8c0 2023-07-12T13:56:22.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.041+0000 7fc1753d0640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc154066280 0x7fc154068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.046 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.041+0000 7fc1753d0640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc154066280 0x7fc154068730 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc16c0ad000 tx=0x7fc16c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.045+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc170158d70 con 0x7fc1700cf8c0 2023-07-12T13:56:22.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.197+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc170158d70 con 0x7fc1700cf8c0 2023-07-12T13:56:22.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.197+0000 7fc165ffb640 1 -- 172.21.15.50:0/3625247602 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc170158d70 con 0x7fc1700cf8c0 2023-07-12T13:56:22.202 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc154066280 msgr2=0x7fc154068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc154066280 0x7fc154068730 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc16c0ad000 tx=0x7fc16c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 msgr2=0x7fc1700c8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 0x7fc1700c8460 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc16000c820 tx=0x7fc16000cce0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 shutdown_connections 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc154066280 0x7fc154068730 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc17015c390 0x7fc1700c89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1700cf8c0 0x7fc1700c8460 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 --2- 172.21.15.50:0/3625247602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc17006b970 0x7fc1700b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 >> 172.21.15.50:0/3625247602 conn(0x7fc17006e0c0 msgr2=0x7fc17015d980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 shutdown_connections 2023-07-12T13:56:22.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.201+0000 7fc177634640 1 -- 172.21.15.50:0/3625247602 wait complete. 2023-07-12T13:56:22.223 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:22.368 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 Processor -- start 2023-07-12T13:56:22.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 -- start start 2023-07-12T13:56:22.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fe2e40b3bd0 0x7fe2e40b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe2e40b11c0 0x7fe2e40b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2e40cce90 con 0x7fe2e415bc50 2023-07-12T13:56:22.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2e40b44e0 con 0x7fe2e40b11c0 2023-07-12T13:56:22.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ec540640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2e40cf330 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe2e40b11c0 0x7fe2e40b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe2e40b11c0 0x7fe2e40b3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55024/0 (socket says 172.21.15.50:55024) 2023-07-12T13:56:22.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 -- 172.21.15.50:0/2112632455 learned_addr learned my addr 172.21.15.50:0/2112632455 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:22.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2ea2dc640 1 --2- 172.21.15.50:0/2112632455 >> v2:172.21.15.55:3300/0 conn(0x7fe2e40b3bd0 0x7fe2e40b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 -- 172.21.15.50:0/2112632455 >> v2:172.21.15.55:3300/0 conn(0x7fe2e40b3bd0 msgr2=0x7fe2e40b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:22.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 --2- 172.21.15.50:0/2112632455 >> v2:172.21.15.55:3300/0 conn(0x7fe2e40b3bd0 0x7fe2e40b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 -- 172.21.15.50:0/2112632455 >> v1:172.21.15.55:6789/0 conn(0x7fe2e415bc50 legacy=0x7fe2e415f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:22.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.365+0000 7fe2e9adb640 1 -- 172.21.15.50:0/2112632455 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2e40cf610 con 0x7fe2e40b11c0 2023-07-12T13:56:22.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2e9adb640 1 --2- 172.21.15.50:0/2112632455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b11c0 0x7fe2e40b3fa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe2e406b420 tx=0x7fe2d401ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2617cbd93031a219 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2e92da640 1 -- 172.21.15.50:0/2112632455 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2d40a89b0 con 0x7fe2e40b11c0 2023-07-12T13:56:22.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2e92da640 1 -- 172.21.15.50:0/2112632455 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2d40a8b10 con 0x7fe2e40b11c0 2023-07-12T13:56:22.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2e92da640 1 -- 172.21.15.50:0/2112632455 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2d40a8ea0 con 0x7fe2e40b11c0 2023-07-12T13:56:22.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 -- 172.21.15.50:0/2112632455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b11c0 msgr2=0x7fe2e40b3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 --2- 172.21.15.50:0/2112632455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b11c0 0x7fe2e40b3fa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe2e406b420 tx=0x7fe2d401ecb0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 -- 172.21.15.50:0/2112632455 shutdown_connections 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 --2- 172.21.15.50:0/2112632455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b11c0 0x7fe2e40b3fa0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 --2- 172.21.15.50:0/2112632455 >> v2:172.21.15.55:3300/0 conn(0x7fe2e40b3bd0 0x7fe2e40b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 -- 172.21.15.50:0/2112632455 >> 172.21.15.50:0/2112632455 conn(0x7fe2e4071800 msgr2=0x7fe2e4069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 -- 172.21.15.50:0/2112632455 shutdown_connections 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.369+0000 7fe2ec540640 1 -- 172.21.15.50:0/2112632455 wait complete. 2023-07-12T13:56:22.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 Processor -- start 2023-07-12T13:56:22.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- start start 2023-07-12T13:56:22.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 0x7fe2e41592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e415bc50 0x7fe2e4154ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2e40b66a0 0x7fe2e40b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e40b7060 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e4158230 con 0x7fe2e415bc50 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2e4158510 con 0x7fe2e40b66a0 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 0x7fe2e41592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 0x7fe2e41592d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55040/0 (socket says 172.21.15.50:55040) 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 -- 172.21.15.50:0/561533755 learned_addr learned my addr 172.21.15.50:0/561533755 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2e9adb640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e415bc50 0x7fe2e4154ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2eaadd640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2e40b66a0 0x7fe2e40b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 -- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2e40b66a0 msgr2=0x7fe2e40b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2e40b66a0 0x7fe2e40b6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 -- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e415bc50 msgr2=0x7fe2e4154ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e415bc50 0x7fe2e4154ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 -- 172.21.15.50:0/561533755 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2d40094d0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ea2dc640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 0x7fe2e41592d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe2e000d800 tx=0x7fe2e000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e000b6c0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2e000b820 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2e41587f0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e000bb90 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2e4158db0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.373+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2e4158f40 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.377+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe2e000bcf0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.377+0000 7fe2daffd640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe2c8066280 0x7fe2c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.377+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe2e00842a0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.377+0000 7fe2e9adb640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe2c8066280 0x7fe2c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.377+0000 7fe2e9adb640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe2c8066280 0x7fe2c8068730 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe2d40b2000 tx=0x7fe2d4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.381+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe2e0055110 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.540 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.533+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe2e404e020 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.540 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2daffd640 1 -- 172.21.15.50:0/561533755 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe2e0054ca0 con 0x7fe2e40b3bd0 2023-07-12T13:56:22.540 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:22.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe2c8066280 msgr2=0x7fe2c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe2c8066280 0x7fe2c8068730 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe2d40b2000 tx=0x7fe2d4009040 comp rx=0 tx=0).stop 2023-07-12T13:56:22.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 msgr2=0x7fe2e41592d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 0x7fe2e41592d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe2e000d800 tx=0x7fe2e000dcc0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 shutdown_connections 2023-07-12T13:56:22.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe2c8066280 0x7fe2c8068730 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2e40b66a0 0x7fe2e40b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e415bc50 0x7fe2e4154ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 --2- 172.21.15.50:0/561533755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2e40b3bd0 0x7fe2e41592d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 >> 172.21.15.50:0/561533755 conn(0x7fe2e4071800 msgr2=0x7fe2e40b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:22.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 shutdown_connections 2023-07-12T13:56:22.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.537+0000 7fe2ec540640 1 -- 172.21.15.50:0/561533755 wait complete. 2023-07-12T13:56:22.561 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:22.709 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 Processor -- start 2023-07-12T13:56:22.709 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 -- start start 2023-07-12T13:56:22.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f8054159910 0x7f805406add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f805406b310 0x7f80540af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f80540afdb0 0x7f8054070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80540b0230 con 0x7f80540afdb0 2023-07-12T13:56:22.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80540c87b0 con 0x7f8054159910 2023-07-12T13:56:22.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8058896640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f805406b850 con 0x7f805406b310 2023-07-12T13:56:22.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f80540afdb0 0x7f8054070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f805259c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f8054159910 0x7f805406add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f80540afdb0 0x7f8054070240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55052/0 (socket says 172.21.15.50:55052) 2023-07-12T13:56:22.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f804bfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f805406b310 0x7f80540af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 -- 172.21.15.50:0/2248689689 learned_addr learned my addr 172.21.15.50:0/2248689689 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:22.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f805259c640 1 --2- 172.21.15.50:0/2248689689 >> v2:172.21.15.55:3300/0 conn(0x7f8054159910 0x7f805406add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:39966/0 (socket says 172.21.15.50:39966) 2023-07-12T13:56:22.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 -- 172.21.15.50:0/2248689689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f805406b310 msgr2=0x7f80540af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:22.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 --2- 172.21.15.50:0/2248689689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f805406b310 0x7f80540af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 -- 172.21.15.50:0/2248689689 >> v2:172.21.15.55:3300/0 conn(0x7f8054159910 msgr2=0x7f805406add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:22.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 --2- 172.21.15.50:0/2248689689 >> v2:172.21.15.55:3300/0 conn(0x7f8054159910 0x7f805406add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.705+0000 7f8052d9d640 1 -- 172.21.15.50:0/2248689689 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f805406bb30 con 0x7f80540afdb0 2023-07-12T13:56:22.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8052d9d640 1 --2- 172.21.15.50:0/2248689689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80540afdb0 0x7f8054070240 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f80540b0760 tx=0x7f804c01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=704a048955b967ac server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.714 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8051d9b640 1 -- 172.21.15.50:0/2248689689 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f804c0a5730 con 0x7f80540afdb0 2023-07-12T13:56:22.714 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8051d9b640 1 -- 172.21.15.50:0/2248689689 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f804c0a5890 con 0x7f80540afdb0 2023-07-12T13:56:22.714 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8051d9b640 1 -- 172.21.15.50:0/2248689689 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f804c0a5c20 con 0x7f80540afdb0 2023-07-12T13:56:22.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 -- 172.21.15.50:0/2248689689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80540afdb0 msgr2=0x7f8054070240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 --2- 172.21.15.50:0/2248689689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80540afdb0 0x7f8054070240 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f80540b0760 tx=0x7f804c01c9a0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 -- 172.21.15.50:0/2248689689 shutdown_connections 2023-07-12T13:56:22.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 --2- 172.21.15.50:0/2248689689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80540afdb0 0x7f8054070240 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 --2- 172.21.15.50:0/2248689689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f805406b310 0x7f80540af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.715 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 --2- 172.21.15.50:0/2248689689 >> v2:172.21.15.55:3300/0 conn(0x7f8054159910 0x7f805406add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 -- 172.21.15.50:0/2248689689 >> 172.21.15.50:0/2248689689 conn(0x7f80540ca870 msgr2=0x7f80540cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:22.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 -- 172.21.15.50:0/2248689689 shutdown_connections 2023-07-12T13:56:22.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.709+0000 7f8058896640 1 -- 172.21.15.50:0/2248689689 wait complete. 2023-07-12T13:56:22.716 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 Processor -- start 2023-07-12T13:56:22.717 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 -- start start 2023-07-12T13:56:22.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 0x7f80540c7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80540afdb0 0x7f80541491c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8054159910 0x7f80541e2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80540c5240 con 0x7f805406b310 2023-07-12T13:56:22.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8054149700 con 0x7f80540afdb0 2023-07-12T13:56:22.718 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80541e28f0 con 0x7f8054159910 2023-07-12T13:56:22.719 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 0x7f80540c7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.719 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 0x7f80540c7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55066/0 (socket says 172.21.15.50:55066) 2023-07-12T13:56:22.719 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 -- 172.21.15.50:0/149034377 learned_addr learned my addr 172.21.15.50:0/149034377 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:22.719 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f804bfff640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80540afdb0 0x7f80541491c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.719 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8052d9d640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8054159910 0x7f80541e2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.720 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 -- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8054159910 msgr2=0x7f80541e2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.720 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8054159910 0x7f80541e2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.720 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 -- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80540afdb0 msgr2=0x7f80541491c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80540afdb0 0x7f80541491c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 -- 172.21.15.50:0/149034377 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f804c009b30 con 0x7f805406b310 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8052d9d640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8054159910 0x7f80541e2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f805259c640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 0x7f80540c7980 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8044012b00 tx=0x7f80440100c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f804400d9b0 con 0x7f805406b310 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8044013040 con 0x7f805406b310 2023-07-12T13:56:22.721 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80541e2650 con 0x7f805406b310 2023-07-12T13:56:22.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8044010c90 con 0x7f805406b310 2023-07-12T13:56:22.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.713+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80541e4ca0 con 0x7f805406b310 2023-07-12T13:56:22.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.717+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80540c54b0 con 0x7f805406b310 2023-07-12T13:56:22.722 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.717+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8044018480 con 0x7f805406b310 2023-07-12T13:56:22.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.717+0000 7f804affd640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8034066280 0x7f8034068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:22.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.717+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8044087cb0 con 0x7f805406b310 2023-07-12T13:56:22.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.717+0000 7f804bfff640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8034066280 0x7f8034068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:22.723 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.717+0000 7f804bfff640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8034066280 0x7f8034068730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f80540c7ec0 tx=0x7f803c009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:22.725 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.721+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8044055120 con 0x7f805406b310 2023-07-12T13:56:22.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f805404e020 con 0x7f805406b310 2023-07-12T13:56:22.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f804affd640 1 -- 172.21.15.50:0/149034377 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8044058740 con 0x7f805406b310 2023-07-12T13:56:22.883 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:22.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8034066280 msgr2=0x7f8034068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8034066280 0x7f8034068730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f80540c7ec0 tx=0x7f803c009190 comp rx=0 tx=0).stop 2023-07-12T13:56:22.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 msgr2=0x7f80540c7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:22.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 0x7f80540c7980 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8044012b00 tx=0x7f80440100c0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 shutdown_connections 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8034066280 0x7f8034068730 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8054159910 0x7f80541e2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80540afdb0 0x7f80541491c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 --2- 172.21.15.50:0/149034377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f805406b310 0x7f80540c7980 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 >> 172.21.15.50:0/149034377 conn(0x7f80540ca870 msgr2=0x7f80541563c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 shutdown_connections 2023-07-12T13:56:22.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:22.877+0000 7f8058896640 1 -- 172.21.15.50:0/149034377 wait complete. 2023-07-12T13:56:22.901 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:23.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff589ddf640 1 Processor -- start 2023-07-12T13:56:23.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff589ddf640 1 -- start start 2023-07-12T13:56:23.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff589ddf640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff58415bc50 0x7ff584160080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff589ddf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5840cddc0 con 0x7ff584069ba0 2023-07-12T13:56:23.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff589ddf640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5840ce0a0 con 0x7ff58415b880 2023-07-12T13:56:23.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff589ddf640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5840ce380 con 0x7ff58415bc50 2023-07-12T13:56:23.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff582ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff584069ba0 0x7ff58415f970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39830/0 (socket says 172.21.15.50:39830) 2023-07-12T13:56:23.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff582ffd640 1 -- 172.21.15.50:0/301166514 learned_addr learned my addr 172.21.15.50:0/301166514 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:23.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff583fff640 1 --2- 172.21.15.50:0/301166514 >> v2:172.21.15.55:3300/0 conn(0x7ff58415bc50 0x7ff584160080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff5827fc640 1 -- 172.21.15.50:0/301166514 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2670077247 0 0) 0x7ff5840cddc0 con 0x7ff584069ba0 2023-07-12T13:56:23.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.045+0000 7ff5827fc640 1 -- 172.21.15.50:0/301166514 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff56c003530 con 0x7ff584069ba0 2023-07-12T13:56:23.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff583fff640 1 -- 172.21.15.50:0/301166514 >> v1:172.21.15.55:6789/0 conn(0x7ff58415b880 legacy=0x7ff584069490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff5827fc640 1 -- 172.21.15.50:0/301166514 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2563216908 0 0) 0x7ff5840ce0a0 con 0x7ff58415b880 2023-07-12T13:56:23.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff583fff640 1 -- 172.21.15.50:0/301166514 >> v1:172.21.15.50:6789/0 conn(0x7ff584069ba0 legacy=0x7ff58415f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff583fff640 1 -- 172.21.15.50:0/301166514 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5840ce660 con 0x7ff58415bc50 2023-07-12T13:56:23.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff583fff640 1 --2- 172.21.15.50:0/301166514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff58415bc50 0x7ff584160080 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff57c009d90 tx=0x7ff57c01c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4629c7a3a93dae54 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff5827fc640 1 -- 172.21.15.50:0/301166514 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57c0a59d0 con 0x7ff58415bc50 2023-07-12T13:56:23.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff5827fc640 1 -- 172.21.15.50:0/301166514 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff57c0a5b30 con 0x7ff58415bc50 2023-07-12T13:56:23.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff5827fc640 1 -- 172.21.15.50:0/301166514 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57c0ad440 con 0x7ff58415bc50 2023-07-12T13:56:23.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 -- 172.21.15.50:0/301166514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff58415bc50 msgr2=0x7ff584160080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 --2- 172.21.15.50:0/301166514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff58415bc50 0x7ff584160080 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff57c009d90 tx=0x7ff57c01c8f0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 -- 172.21.15.50:0/301166514 shutdown_connections 2023-07-12T13:56:23.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 --2- 172.21.15.50:0/301166514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff58415bc50 0x7ff584160080 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 -- 172.21.15.50:0/301166514 >> 172.21.15.50:0/301166514 conn(0x7ff58406b230 msgr2=0x7ff5840cba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:23.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 -- 172.21.15.50:0/301166514 shutdown_connections 2023-07-12T13:56:23.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.049+0000 7ff589ddf640 1 -- 172.21.15.50:0/301166514 wait complete. 2023-07-12T13:56:23.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 Processor -- start 2023-07-12T13:56:23.057 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 -- start start 2023-07-12T13:56:23.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff584069ba0 0x7ff5840c4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 0x7ff58414fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff58415bc50 0x7ff5840b09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5840ae0f0 con 0x7ff58415b880 2023-07-12T13:56:23.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5840aec70 con 0x7ff584069ba0 2023-07-12T13:56:23.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5840ae340 con 0x7ff58415bc50 2023-07-12T13:56:23.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 0x7ff58414fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 0x7ff58414fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55068/0 (socket says 172.21.15.50:55068) 2023-07-12T13:56:23.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 -- 172.21.15.50:0/3152999842 learned_addr learned my addr 172.21.15.50:0/3152999842 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:23.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff5837fe640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff584069ba0 0x7ff5840c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff583fff640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff58415bc50 0x7ff5840b09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 -- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff58415bc50 msgr2=0x7ff5840b09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff58415bc50 0x7ff5840b09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 -- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff584069ba0 msgr2=0x7ff5840c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff584069ba0 0x7ff5840c4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 -- 172.21.15.50:0/3152999842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff57c009a70 con 0x7ff58415b880 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff583fff640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff58415bc50 0x7ff5840b09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff582ffd640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 0x7ff58414fcd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff57800c410 tx=0x7ff57800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff578005cf0 con 0x7ff58415b880 2023-07-12T13:56:23.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff578005e50 con 0x7ff58415b880 2023-07-12T13:56:23.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5780072d0 con 0x7ff58415b880 2023-07-12T13:56:23.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.053+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5840ae620 con 0x7ff58415b880 2023-07-12T13:56:23.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5840c4e70 con 0x7ff58415b880 2023-07-12T13:56:23.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff58404e020 con 0x7ff58415b880 2023-07-12T13:56:23.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff578007430 con 0x7ff58415b880 2023-07-12T13:56:23.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff56bfff640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff570066280 0x7ff570068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff5780832d0 con 0x7ff58415b880 2023-07-12T13:56:23.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff5837fe640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff570066280 0x7ff570068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.057+0000 7ff5837fe640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff570066280 0x7ff570068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff574000f70 tx=0x7ff574009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.061+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff5780541f0 con 0x7ff58415b880 2023-07-12T13:56:23.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff584158b40 con 0x7ff58415b880 2023-07-12T13:56:23.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff56bfff640 1 -- 172.21.15.50:0/3152999842 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff578053d80 con 0x7ff58415b880 2023-07-12T13:56:23.221 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:23.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff570066280 msgr2=0x7ff570068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff570066280 0x7ff570068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff574000f70 tx=0x7ff574009040 comp rx=0 tx=0).stop 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 msgr2=0x7ff58414fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 0x7ff58414fcd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff57800c410 tx=0x7ff57800c8d0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 shutdown_connections 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff570066280 0x7ff570068730 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff58415bc50 0x7ff5840b09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff58415b880 0x7ff58414fcd0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 --2- 172.21.15.50:0/3152999842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff584069ba0 0x7ff5840c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 >> 172.21.15.50:0/3152999842 conn(0x7ff58406b230 msgr2=0x7ff5840ad5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:23.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 shutdown_connections 2023-07-12T13:56:23.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.217+0000 7ff589ddf640 1 -- 172.21.15.50:0/3152999842 wait complete. 2023-07-12T13:56:23.243 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:23.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.381+0000 7f22d8019640 1 Processor -- start 2023-07-12T13:56:23.388 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d8019640 1 -- start start 2023-07-12T13:56:23.389 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d8019640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b47e0 0x7f22d00b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d8019640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f22d00b4110 0x7f22d00d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d8019640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22d00b7ce0 con 0x7f22d00b7910 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d8019640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22d00b4530 con 0x7f22d00b4110 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d8019640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22d00cceb0 con 0x7f22d00b47e0 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d5db5640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f22d00b7910 0x7f22d00cc7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39838/0 (socket says 172.21.15.50:39838) 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d5db5640 1 -- 172.21.15.50:0/3628238397 learned_addr learned my addr 172.21.15.50:0/3628238397 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:23.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d65b6640 1 --2- 172.21.15.50:0/3628238397 >> v2:172.21.15.50:3300/0 conn(0x7f22d00b4110 0x7f22d00d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d55b4640 1 --2- 172.21.15.50:0/3628238397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b47e0 0x7f22d00b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d4db3640 1 -- 172.21.15.50:0/3628238397 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1583342338 0 0) 0x7f22d00b7ce0 con 0x7f22d00b7910 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d4db3640 1 -- 172.21.15.50:0/3628238397 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f22bc003530 con 0x7f22d00b7910 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d65b6640 1 -- 172.21.15.50:0/3628238397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b47e0 msgr2=0x7f22d00b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d65b6640 1 --2- 172.21.15.50:0/3628238397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b47e0 0x7f22d00b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d65b6640 1 -- 172.21.15.50:0/3628238397 >> v1:172.21.15.50:6789/0 conn(0x7f22d00b7910 legacy=0x7f22d00cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.385+0000 7f22d65b6640 1 -- 172.21.15.50:0/3628238397 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22d00cefa0 con 0x7f22d00b4110 2023-07-12T13:56:23.392 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d65b6640 1 --2- 172.21.15.50:0/3628238397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d00d0520 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f22c8009d90 tx=0x7f22c801c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daefad526efcc269 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d4db3640 1 -- 172.21.15.50:0/3628238397 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22c80a5950 con 0x7f22d00b4110 2023-07-12T13:56:23.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d4db3640 1 -- 172.21.15.50:0/3628238397 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22c80a5ab0 con 0x7f22d00b4110 2023-07-12T13:56:23.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d4db3640 1 -- 172.21.15.50:0/3628238397 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22c80a5e20 con 0x7f22d00b4110 2023-07-12T13:56:23.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 -- 172.21.15.50:0/3628238397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 msgr2=0x7f22d00d0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 --2- 172.21.15.50:0/3628238397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d00d0520 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f22c8009d90 tx=0x7f22c801c890 comp rx=0 tx=0).stop 2023-07-12T13:56:23.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 -- 172.21.15.50:0/3628238397 shutdown_connections 2023-07-12T13:56:23.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 --2- 172.21.15.50:0/3628238397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d00d0520 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 --2- 172.21.15.50:0/3628238397 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b47e0 0x7f22d00b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 -- 172.21.15.50:0/3628238397 >> 172.21.15.50:0/3628238397 conn(0x7f22d0069f00 msgr2=0x7f22d006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:23.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 -- 172.21.15.50:0/3628238397 shutdown_connections 2023-07-12T13:56:23.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 -- 172.21.15.50:0/3628238397 wait complete. 2023-07-12T13:56:23.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 Processor -- start 2023-07-12T13:56:23.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.389+0000 7f22d8019640 1 -- start start 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d01574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f22d00b47e0 0x7f22d0154a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b7910 0x7f22d0156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d0157a30 con 0x7f22d00b4110 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d0154f70 con 0x7f22d00b47e0 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22d0160ae0 con 0x7f22d00b7910 2023-07-12T13:56:23.397 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d01574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d01574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55092/0 (socket says 172.21.15.50:55092) 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 -- 172.21.15.50:0/1880961018 learned_addr learned my addr 172.21.15.50:0/1880961018 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d55b4640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f22d00b47e0 0x7f22d0154a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d65b6640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b7910 0x7f22d0156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 -- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b7910 msgr2=0x7f22d0156290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b7910 0x7f22d0156290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 -- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f22d00b47e0 msgr2=0x7f22d0154a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.398 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f22d00b47e0 0x7f22d0154a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 -- 172.21.15.50:0/1880961018 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22c8009a70 con 0x7f22d00b4110 2023-07-12T13:56:23.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d65b6640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b7910 0x7f22d0156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:23.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d5db5640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d01574f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f22cc00c3c0 tx=0x7f22cc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22cc005cf0 con 0x7f22d00b4110 2023-07-12T13:56:23.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22cc005e50 con 0x7f22d00b4110 2023-07-12T13:56:23.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22d0160dc0 con 0x7f22d00b4110 2023-07-12T13:56:23.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22cc0072f0 con 0x7f22d00b4110 2023-07-12T13:56:23.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22d0161380 con 0x7f22d00b4110 2023-07-12T13:56:23.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.393+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22d0163ee0 con 0x7f22d00b4110 2023-07-12T13:56:23.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.397+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f22cc007450 con 0x7f22d00b4110 2023-07-12T13:56:23.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.397+0000 7f22c67fc640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f22b4066280 0x7f22b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.397+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f22cc083260 con 0x7f22d00b4110 2023-07-12T13:56:23.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.397+0000 7f22d55b4640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f22b4066280 0x7f22b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.397+0000 7f22d55b4640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f22b4066280 0x7f22b4068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f22d015f360 tx=0x7f22c0009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.401+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f22d0163ee0 con 0x7f22d00b4110 2023-07-12T13:56:23.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.557+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f22d0163ee0 con 0x7f22d00b4110 2023-07-12T13:56:23.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.557+0000 7f22c67fc640 1 -- 172.21.15.50:0/1880961018 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7f22d0163ee0 con 0x7f22d00b4110 2023-07-12T13:56:23.564 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:23.564 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:23.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f22b4066280 msgr2=0x7f22b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f22b4066280 0x7f22b4068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f22d015f360 tx=0x7f22c0009190 comp rx=0 tx=0).stop 2023-07-12T13:56:23.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 msgr2=0x7f22d01574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d01574f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f22cc00c3c0 tx=0x7f22cc00c880 comp rx=0 tx=0).stop 2023-07-12T13:56:23.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 shutdown_connections 2023-07-12T13:56:23.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f22b4066280 0x7f22b4068730 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f22d00b7910 0x7f22d0156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f22d00b47e0 0x7f22d0154a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 --2- 172.21.15.50:0/1880961018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22d00b4110 0x7f22d01574f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 >> 172.21.15.50:0/1880961018 conn(0x7f22d0069f00 msgr2=0x7f22d006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:23.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 shutdown_connections 2023-07-12T13:56:23.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.561+0000 7f22d8019640 1 -- 172.21.15.50:0/1880961018 wait complete. 2023-07-12T13:56:23.585 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:23.586 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:23.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.725+0000 7ff3ce959640 1 Processor -- start 2023-07-12T13:56:23.731 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.725+0000 7ff3ce959640 1 -- start start 2023-07-12T13:56:23.732 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ce959640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff3c806b970 0x7ff3c806bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ce959640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3c8160d80 con 0x7ff3c815d280 2023-07-12T13:56:23.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ce959640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3c80cddd0 con 0x7ff3c815c390 2023-07-12T13:56:23.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ce959640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3c81601e0 con 0x7ff3c806b970 2023-07-12T13:56:23.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3c77fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff3c815d280 0x7ff3c8160670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39840/0 (socket says 172.21.15.50:39840) 2023-07-12T13:56:23.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ccef6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff3c806b970 0x7ff3c806bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3c77fe640 1 -- 172.21.15.50:0/2613954413 learned_addr learned my addr 172.21.15.50:0/2613954413 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:23.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ccef6640 1 -- 172.21.15.50:0/2613954413 >> v1:172.21.15.55:6789/0 conn(0x7ff3c815c390 legacy=0x7ff3c80cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:23.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ccef6640 1 -- 172.21.15.50:0/2613954413 >> v1:172.21.15.50:6789/0 conn(0x7ff3c815d280 legacy=0x7ff3c8160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3ccef6640 1 -- 172.21.15.50:0/2613954413 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3c806c2f0 con 0x7ff3c806b970 2023-07-12T13:56:23.735 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.729+0000 7ff3c6ffd640 1 -- 172.21.15.50:0/2613954413 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2762978720 0 0) 0x7ff3bc001120 con 0x7ff3c815d280 2023-07-12T13:56:23.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ccef6640 1 --2- 172.21.15.50:0/2613954413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c806b970 0x7ff3c806bdb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009d90 tx=0x7ff3c001c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eacc2c2259ae960 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3c6ffd640 1 -- 172.21.15.50:0/2613954413 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c00a5880 con 0x7ff3c806b970 2023-07-12T13:56:23.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3c6ffd640 1 -- 172.21.15.50:0/2613954413 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3c00a59e0 con 0x7ff3c806b970 2023-07-12T13:56:23.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3c6ffd640 1 -- 172.21.15.50:0/2613954413 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c00a5d70 con 0x7ff3c806b970 2023-07-12T13:56:23.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 -- 172.21.15.50:0/2613954413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c806b970 msgr2=0x7ff3c806bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 --2- 172.21.15.50:0/2613954413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c806b970 0x7ff3c806bdb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009d90 tx=0x7ff3c001c7c0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 -- 172.21.15.50:0/2613954413 shutdown_connections 2023-07-12T13:56:23.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 --2- 172.21.15.50:0/2613954413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c806b970 0x7ff3c806bdb0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 -- 172.21.15.50:0/2613954413 >> 172.21.15.50:0/2613954413 conn(0x7ff3c806e0c0 msgr2=0x7ff3c806eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:23.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 -- 172.21.15.50:0/2613954413 shutdown_connections 2023-07-12T13:56:23.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 -- 172.21.15.50:0/2613954413 wait complete. 2023-07-12T13:56:23.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 Processor -- start 2023-07-12T13:56:23.739 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.733+0000 7ff3ce959640 1 -- start start 2023-07-12T13:56:23.739 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3c806b970 0x7ff3c8146f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 0x7ff3c80c72d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3c815d280 0x7ff3c80cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3c80c7c20 con 0x7ff3c815c390 2023-07-12T13:56:23.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3c80c7f00 con 0x7ff3c815d280 2023-07-12T13:56:23.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3c80c81e0 con 0x7ff3c806b970 2023-07-12T13:56:23.740 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 0x7ff3c80c72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 0x7ff3c80c72d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55110/0 (socket says 172.21.15.50:55110) 2023-07-12T13:56:23.741 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 -- 172.21.15.50:0/223153879 learned_addr learned my addr 172.21.15.50:0/223153879 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:23.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 -- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3c806b970 msgr2=0x7ff3c8146f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c7fff640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3c806b970 0x7ff3c8146f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ccef6640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3c815d280 0x7ff3c80cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3c806b970 0x7ff3c8146f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 -- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3c815d280 msgr2=0x7ff3c80cca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3c815d280 0x7ff3c80cca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 -- 172.21.15.50:0/223153879 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3c0009a70 con 0x7ff3c815c390 2023-07-12T13:56:23.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ccef6640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3c815d280 0x7ff3c80cca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:23.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c7fff640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3c806b970 0x7ff3c8146f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:23.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c77fe640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 0x7ff3c80c72d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc00c780 tx=0x7ff3bc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc0072d0 con 0x7ff3c815c390 2023-07-12T13:56:23.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3bc007450 con 0x7ff3c815c390 2023-07-12T13:56:23.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc0047f0 con 0x7ff3c815c390 2023-07-12T13:56:23.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3c80c84c0 con 0x7ff3c815c390 2023-07-12T13:56:23.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3c80b4500 con 0x7ff3c815c390 2023-07-12T13:56:23.746 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3c804e020 con 0x7ff3c815c390 2023-07-12T13:56:23.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.737+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff3bc004950 con 0x7ff3c815c390 2023-07-12T13:56:23.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.741+0000 7ff3c4ff9640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3b4066280 0x7ff3b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:23.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.741+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff3bc082ee0 con 0x7ff3c815c390 2023-07-12T13:56:23.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.741+0000 7ff3c7fff640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3b4066280 0x7ff3b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:23.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.741+0000 7ff3c7fff640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3b4066280 0x7ff3b4068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff3b8003e40 tx=0x7ff3b8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:23.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.745+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff3bc0502c0 con 0x7ff3c815c390 2023-07-12T13:56:23.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.897+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff3c8160d80 con 0x7ff3c815c390 2023-07-12T13:56:23.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.897+0000 7ff3c4ff9640 1 -- 172.21.15.50:0/223153879 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff3c8160d80 con 0x7ff3c815c390 2023-07-12T13:56:23.903 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:23.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3b4066280 msgr2=0x7ff3b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3b4066280 0x7ff3b4068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff3b8003e40 tx=0x7ff3b8009040 comp rx=0 tx=0).stop 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 msgr2=0x7ff3c80c72d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 0x7ff3c80c72d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc00c780 tx=0x7ff3bc00cc40 comp rx=0 tx=0).stop 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 shutdown_connections 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3b4066280 0x7ff3b4068730 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3c815d280 0x7ff3c80cca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3c815c390 0x7ff3c80c72d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 --2- 172.21.15.50:0/223153879 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3c806b970 0x7ff3c8146f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:23.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 >> 172.21.15.50:0/223153879 conn(0x7ff3c806e0c0 msgr2=0x7ff3c80ca8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:23.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 shutdown_connections 2023-07-12T13:56:23.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:23.901+0000 7ff3ce959640 1 -- 172.21.15.50:0/223153879 wait complete. 2023-07-12T13:56:23.923 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:24.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.065+0000 7eff63f2c640 1 Processor -- start 2023-07-12T13:56:24.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.065+0000 7eff63f2c640 1 -- start start 2023-07-12T13:56:24.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff63f2c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7eff5c0af870 0x7eff5c0afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff63f2c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7eff5c0c8c40 0x7eff5c0c90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff63f2c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff5c0c87b0 con 0x7eff5c159910 2023-07-12T13:56:24.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff63f2c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff5c0b01e0 con 0x7eff5c0c8c40 2023-07-12T13:56:24.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff63f2c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff5c06b850 con 0x7eff5c0af870 2023-07-12T13:56:24.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7eff5c0c8c40 0x7eff5c0c90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7eff5c0c8c40 0x7eff5c0c90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55126/0 (socket says 172.21.15.50:55126) 2023-07-12T13:56:24.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 -- 172.21.15.50:0/2384056105 learned_addr learned my addr 172.21.15.50:0/2384056105 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:24.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff614c7640 1 --2- 172.21.15.50:0/2384056105 >> v2:172.21.15.55:3300/0 conn(0x7eff5c0af870 0x7eff5c0afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 -- 172.21.15.50:0/2384056105 >> v2:172.21.15.55:3300/0 conn(0x7eff5c0af870 msgr2=0x7eff5c0afca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:24.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 --2- 172.21.15.50:0/2384056105 >> v2:172.21.15.55:3300/0 conn(0x7eff5c0af870 0x7eff5c0afca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 -- 172.21.15.50:0/2384056105 >> v1:172.21.15.55:6789/0 conn(0x7eff5c159910 legacy=0x7eff5c06add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:24.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.069+0000 7eff624c9640 1 -- 172.21.15.50:0/2384056105 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff5c06bb30 con 0x7eff5c0c8c40 2023-07-12T13:56:24.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff624c9640 1 --2- 172.21.15.50:0/2384056105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c0c8c40 0x7eff5c0c90a0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7eff5c0b3f60 tx=0x7eff5401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebe8d7c057e1a47 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff60cc6640 1 -- 172.21.15.50:0/2384056105 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff540a5820 con 0x7eff5c0c8c40 2023-07-12T13:56:24.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff60cc6640 1 -- 172.21.15.50:0/2384056105 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff540a5980 con 0x7eff5c0c8c40 2023-07-12T13:56:24.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff60cc6640 1 -- 172.21.15.50:0/2384056105 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff540a5d10 con 0x7eff5c0c8c40 2023-07-12T13:56:24.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 -- 172.21.15.50:0/2384056105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c0c8c40 msgr2=0x7eff5c0c90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 --2- 172.21.15.50:0/2384056105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c0c8c40 0x7eff5c0c90a0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7eff5c0b3f60 tx=0x7eff5401c960 comp rx=0 tx=0).stop 2023-07-12T13:56:24.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 -- 172.21.15.50:0/2384056105 shutdown_connections 2023-07-12T13:56:24.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 --2- 172.21.15.50:0/2384056105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c0c8c40 0x7eff5c0c90a0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 --2- 172.21.15.50:0/2384056105 >> v2:172.21.15.55:3300/0 conn(0x7eff5c0af870 0x7eff5c0afca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 -- 172.21.15.50:0/2384056105 >> 172.21.15.50:0/2384056105 conn(0x7eff5c0ca870 msgr2=0x7eff5c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:24.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 -- 172.21.15.50:0/2384056105 shutdown_connections 2023-07-12T13:56:24.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 -- 172.21.15.50:0/2384056105 wait complete. 2023-07-12T13:56:24.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 Processor -- start 2023-07-12T13:56:24.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.073+0000 7eff63f2c640 1 -- start start 2023-07-12T13:56:24.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff5c0af870 0x7eff5c0b1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7eff5c0c8c40 0x7eff5c0b17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 0x7eff5c1513c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff5c14d230 con 0x7eff5c159910 2023-07-12T13:56:24.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff5c14be90 con 0x7eff5c0af870 2023-07-12T13:56:24.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff5c0b20d0 con 0x7eff5c0c8c40 2023-07-12T13:56:24.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 0x7eff5c1513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 0x7eff5c1513c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55142/0 (socket says 172.21.15.50:55142) 2023-07-12T13:56:24.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 -- 172.21.15.50:0/33245485 learned_addr learned my addr 172.21.15.50:0/33245485 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:24.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff61cc8640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff5c0af870 0x7eff5c0b1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff614c7640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7eff5c0c8c40 0x7eff5c0b17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 -- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7eff5c0c8c40 msgr2=0x7eff5c0b17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7eff5c0c8c40 0x7eff5c0b17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 -- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff5c0af870 msgr2=0x7eff5c0b1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff5c0af870 0x7eff5c0b1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 -- 172.21.15.50:0/33245485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff54009b30 con 0x7eff5c159910 2023-07-12T13:56:24.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff614c7640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7eff5c0c8c40 0x7eff5c0b17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:24.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff61cc8640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff5c0af870 0x7eff5c0b1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:24.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff624c9640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 0x7eff5c1513c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7eff540af040 tx=0x7eff54019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff540b8670 con 0x7eff5c159910 2023-07-12T13:56:24.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff540b8810 con 0x7eff5c159910 2023-07-12T13:56:24.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff5c14c080 con 0x7eff5c159910 2023-07-12T13:56:24.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff540b8bc0 con 0x7eff5c159910 2023-07-12T13:56:24.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff5c14c600 con 0x7eff5c159910 2023-07-12T13:56:24.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff5c14d370 con 0x7eff5c159910 2023-07-12T13:56:24.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.077+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7eff540b8d20 con 0x7eff5c159910 2023-07-12T13:56:24.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.081+0000 7eff527fc640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7eff40066280 0x7eff40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.081+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7eff5411f530 con 0x7eff5c159910 2023-07-12T13:56:24.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.081+0000 7eff61cc8640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7eff40066280 0x7eff40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.085 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.081+0000 7eff61cc8640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7eff40066280 0x7eff40068730 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7eff5c06fc10 tx=0x7eff58008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.087 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.081+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7eff5c14d370 con 0x7eff5c159910 2023-07-12T13:56:24.242 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.237+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7eff5c14d370 con 0x7eff5c159910 2023-07-12T13:56:24.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.237+0000 7eff527fc640 1 -- 172.21.15.50:0/33245485 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7eff5c14d370 con 0x7eff5c159910 2023-07-12T13:56:24.243 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:24.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7eff40066280 msgr2=0x7eff40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7eff40066280 0x7eff40068730 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7eff5c06fc10 tx=0x7eff58008040 comp rx=0 tx=0).stop 2023-07-12T13:56:24.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 msgr2=0x7eff5c1513c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 0x7eff5c1513c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7eff540af040 tx=0x7eff54019700 comp rx=0 tx=0).stop 2023-07-12T13:56:24.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 shutdown_connections 2023-07-12T13:56:24.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7eff40066280 0x7eff40068730 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff5c159910 0x7eff5c1513c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7eff5c0c8c40 0x7eff5c0b17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 --2- 172.21.15.50:0/33245485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff5c0af870 0x7eff5c0b1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 >> 172.21.15.50:0/33245485 conn(0x7eff5c0ca870 msgr2=0x7eff5c153720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:24.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 shutdown_connections 2023-07-12T13:56:24.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.241+0000 7eff63f2c640 1 -- 172.21.15.50:0/33245485 wait complete. 2023-07-12T13:56:24.263 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:24.409 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb1a540640 1 Processor -- start 2023-07-12T13:56:24.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb1a540640 1 -- start start 2023-07-12T13:56:24.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb1a540640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1406b970 0x7fcb1406bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb1a540640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb14160d80 con 0x7fcb1415d280 2023-07-12T13:56:24.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb1a540640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb140cddd0 con 0x7fcb1415c390 2023-07-12T13:56:24.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb1a540640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1406c330 con 0x7fcb1406b970 2023-07-12T13:56:24.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb137fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fcb1415d280 0x7fcb14160670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:39848/0 (socket says 172.21.15.50:39848) 2023-07-12T13:56:24.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb137fe640 1 -- 172.21.15.50:0/2068846600 learned_addr learned my addr 172.21.15.50:0/2068846600 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:24.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.405+0000 7fcb18add640 1 --2- 172.21.15.50:0/2068846600 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1406b970 0x7fcb1406bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2568068861 0 0) 0x7fcb08001120 con 0x7fcb1415d280 2023-07-12T13:56:24.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcafc003530 con 0x7fcb1415d280 2023-07-12T13:56:24.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 395190179 0 0) 0x7fcb140cddd0 con 0x7fcb1415c390 2023-07-12T13:56:24.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcb08001120 con 0x7fcb1415c390 2023-07-12T13:56:24.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb18add640 1 -- 172.21.15.50:0/2068846600 >> v1:172.21.15.55:6789/0 conn(0x7fcb1415c390 legacy=0x7fcb140cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb18add640 1 -- 172.21.15.50:0/2068846600 >> v1:172.21.15.50:6789/0 conn(0x7fcb1415d280 legacy=0x7fcb14160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb18add640 1 -- 172.21.15.50:0/2068846600 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb141601e0 con 0x7fcb1406b970 2023-07-12T13:56:24.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb18add640 1 --2- 172.21.15.50:0/2068846600 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1406b970 0x7fcb1406bdf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009dc0 tx=0x7fcb0c01c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fed7cd3a187a838 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c0a58e0 con 0x7fcb1406b970 2023-07-12T13:56:24.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb0c0a5a40 con 0x7fcb1406b970 2023-07-12T13:56:24.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.409+0000 7fcb12ffd640 1 -- 172.21.15.50:0/2068846600 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c0a5dd0 con 0x7fcb1406b970 2023-07-12T13:56:24.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- 172.21.15.50:0/2068846600 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1406b970 msgr2=0x7fcb1406bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 --2- 172.21.15.50:0/2068846600 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1406b970 0x7fcb1406bdf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009dc0 tx=0x7fcb0c01c820 comp rx=0 tx=0).stop 2023-07-12T13:56:24.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- 172.21.15.50:0/2068846600 shutdown_connections 2023-07-12T13:56:24.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 --2- 172.21.15.50:0/2068846600 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1406b970 0x7fcb1406bdf0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- 172.21.15.50:0/2068846600 >> 172.21.15.50:0/2068846600 conn(0x7fcb1406e0c0 msgr2=0x7fcb1406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:24.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- 172.21.15.50:0/2068846600 shutdown_connections 2023-07-12T13:56:24.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- 172.21.15.50:0/2068846600 wait complete. 2023-07-12T13:56:24.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 Processor -- start 2023-07-12T13:56:24.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- start start 2023-07-12T13:56:24.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 0x7fcb1414df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1415c390 0x7fcb14156510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb1415d280 0x7fcb140c30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb140c86f0 con 0x7fcb1406b970 2023-07-12T13:56:24.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb140c9510 con 0x7fcb1415d280 2023-07-12T13:56:24.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb1a540640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb140c35e0 con 0x7fcb1415c390 2023-07-12T13:56:24.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 0x7fcb1414df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 0x7fcb1414df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:55156/0 (socket says 172.21.15.50:55156) 2023-07-12T13:56:24.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 -- 172.21.15.50:0/1021905387 learned_addr learned my addr 172.21.15.50:0/1021905387 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:24.423 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb18add640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb1415d280 0x7fcb140c30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb137fe640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1415c390 0x7fcb14156510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 -- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1415c390 msgr2=0x7fcb14156510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1415c390 0x7fcb14156510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 -- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb1415d280 msgr2=0x7fcb140c30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb1415d280 0x7fcb140c30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.413+0000 7fcb13fff640 1 -- 172.21.15.50:0/1021905387 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb0c009a70 con 0x7fcb1406b970 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb13fff640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 0x7fcb1414df90 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcb0400c4c0 tx=0x7fcb0400c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb040052d0 con 0x7fcb1406b970 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb04005430 con 0x7fcb1406b970 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb140c8900 con 0x7fcb1406b970 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb04012870 con 0x7fcb1406b970 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb140c8ec0 con 0x7fcb1406b970 2023-07-12T13:56:24.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb1404e020 con 0x7fcb1406b970 2023-07-12T13:56:24.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcb040129d0 con 0x7fcb1406b970 2023-07-12T13:56:24.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb10ff9640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcb00066280 0x7fcb00068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fcb040837b0 con 0x7fcb1406b970 2023-07-12T13:56:24.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.417+0000 7fcb137fe640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcb00066280 0x7fcb00068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.421+0000 7fcb137fe640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcb00066280 0x7fcb00068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fcb1415e550 tx=0x7fcb08007d40 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.421+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcb04050c50 con 0x7fcb1406b970 2023-07-12T13:56:24.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.573+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcb140b6180 con 0x7fcb1406b970 2023-07-12T13:56:24.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb10ff9640 1 -- 172.21.15.50:0/1021905387 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcb04054270 con 0x7fcb1406b970 2023-07-12T13:56:24.580 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:24.581 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcb00066280 msgr2=0x7fcb00068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcb00066280 0x7fcb00068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fcb1415e550 tx=0x7fcb08007d40 comp rx=0 tx=0).stop 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 msgr2=0x7fcb1414df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 0x7fcb1414df90 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcb0400c4c0 tx=0x7fcb0400c980 comp rx=0 tx=0).stop 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 shutdown_connections 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcb00066280 0x7fcb00068730 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb1415d280 0x7fcb140c30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcb1415c390 0x7fcb14156510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 --2- 172.21.15.50:0/1021905387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb1406b970 0x7fcb1414df90 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 >> 172.21.15.50:0/1021905387 conn(0x7fcb1406e0c0 msgr2=0x7fcb1406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:24.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 shutdown_connections 2023-07-12T13:56:24.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.577+0000 7fcb1a540640 1 -- 172.21.15.50:0/1021905387 wait complete. 2023-07-12T13:56:24.601 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:24.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.741+0000 7f53ed99f640 1 Processor -- start 2023-07-12T13:56:24.747 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.741+0000 7f53ed99f640 1 -- start start 2023-07-12T13:56:24.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53ed99f640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f53e80ce1b0 0x7f53e80ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53ed99f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53e80ceb30 con 0x7f53e80b0bd0 2023-07-12T13:56:24.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53ed99f640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53e80cd9f0 con 0x7f53e815a1c0 2023-07-12T13:56:24.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53ed99f640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53e8070ac0 con 0x7f53e80ce1b0 2023-07-12T13:56:24.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53dffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f53e80b0bd0 0x7f53e8160a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57284/0 (socket says 172.21.15.50:57284) 2023-07-12T13:56:24.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53dffff640 1 -- 172.21.15.50:0/3602582811 learned_addr learned my addr 172.21.15.50:0/3602582811 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:24.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 --2- 172.21.15.50:0/3602582811 >> v2:172.21.15.55:3300/0 conn(0x7f53e80ce1b0 0x7f53e80ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2895709474 0 0) 0x7f53e80ceb30 con 0x7f53e80b0bd0 2023-07-12T13:56:24.750 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53d4003530 con 0x7f53e80b0bd0 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1040461846 0 0) 0x7f53d4003530 con 0x7f53e80b0bd0 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 >> v2:172.21.15.55:3300/0 conn(0x7f53e80ce1b0 msgr2=0x7f53e80ce5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 --2- 172.21.15.50:0/3602582811 >> v2:172.21.15.55:3300/0 conn(0x7f53e80ce1b0 0x7f53e80ce5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 >> v1:172.21.15.55:6789/0 conn(0x7f53e815a1c0 legacy=0x7f53e80cd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53e8161180 con 0x7f53e80b0bd0 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f53d8001680 con 0x7f53e80b0bd0 2023-07-12T13:56:24.751 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 >> v1:172.21.15.50:6789/0 conn(0x7f53e80b0bd0 legacy=0x7f53e8160a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53d40039f0 0x7f53d4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d40047d0 0x7f53d4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53d4005180 0x7f53d400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e8070ac0 con 0x7f53d4005180 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d400c060 con 0x7f53d40039f0 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53d400c220 con 0x7f53d40047d0 2023-07-12T13:56:24.752 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 --2- 172.21.15.50:0/3602582811 >> v2:172.21.15.55:3300/0 conn(0x7f53e80ce1b0 0x7f53e80ce5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53d4005180 0x7f53d400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e6ffd640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53d40039f0 0x7f53d4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53dffff640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d40047d0 0x7f53d4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 -- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d40047d0 msgr2=0x7f53d4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d40047d0 0x7f53d4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 -- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53d40039f0 msgr2=0x7f53d4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53d40039f0 0x7f53d4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.753 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.745+0000 7f53e77fe640 1 -- 172.21.15.50:0/3602582811 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d4003530 con 0x7f53d4005180 2023-07-12T13:56:24.754 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53e77fe640 1 -- 172.21.15.50:0/3602582811 reap_dead start 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53e77fe640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53d4005180 0x7f53d400b990 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f53e000e350 tx=0x7f53e001ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f75f008f20687b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e00a5e50 con 0x7f53d4005180 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53e000f040 con 0x7f53d4005180 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53e67fc640 1 -- 172.21.15.50:0/3602582811 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e0003be0 con 0x7f53d4005180 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 -- 172.21.15.50:0/3602582811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53d4005180 msgr2=0x7f53d400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53d4005180 0x7f53d400b990 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f53e000e350 tx=0x7f53e001ce40 comp rx=0 tx=0).stop 2023-07-12T13:56:24.755 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 -- 172.21.15.50:0/3602582811 shutdown_connections 2023-07-12T13:56:24.756 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 --2- 172.21.15.50:0/3602582811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53d4005180 0x7f53d400b990 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.756 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 -- 172.21.15.50:0/3602582811 >> 172.21.15.50:0/3602582811 conn(0x7f53e80650b0 msgr2=0x7f53e80654b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:24.756 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 -- 172.21.15.50:0/3602582811 shutdown_connections 2023-07-12T13:56:24.756 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 -- 172.21.15.50:0/3602582811 wait complete. 2023-07-12T13:56:24.757 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.749+0000 7f53ed99f640 1 Processor -- start 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- start start 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d4005180 0x7f53e81439f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e8156500 0x7f53e8156970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 0x7f53e8157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e81572a0 con 0x7f53e81578d0 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e8158280 con 0x7f53e8156500 2023-07-12T13:56:24.758 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53e8143f30 con 0x7f53d4005180 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 0x7f53e8157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 0x7f53e8157d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43618/0 (socket says 172.21.15.50:43618) 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 -- 172.21.15.50:0/704986575 learned_addr learned my addr 172.21.15.50:0/704986575 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e6ffd640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d4005180 0x7f53e81439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53dffff640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e8156500 0x7f53e8156970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 -- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d4005180 msgr2=0x7f53e81439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d4005180 0x7f53e81439f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 -- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e8156500 msgr2=0x7f53e8156970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e8156500 0x7f53e8156970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 -- 172.21.15.50:0/704986575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53e8150e80 con 0x7f53e81578d0 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53dffff640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e8156500 0x7f53e8156970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e77fe640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 0x7f53e8157d40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f53e001c8b0 tx=0x7f53e0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e00bb070 con 0x7f53e81578d0 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53e0004020 con 0x7f53e81578d0 2023-07-12T13:56:24.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e00043d0 con 0x7f53e81578d0 2023-07-12T13:56:24.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53e8156fc0 con 0x7f53e81578d0 2023-07-12T13:56:24.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53e8150b10 con 0x7f53e81578d0 2023-07-12T13:56:24.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.753+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53e8150690 con 0x7f53e81578d0 2023-07-12T13:56:24.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.757+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f53e0004530 con 0x7f53e81578d0 2023-07-12T13:56:24.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.757+0000 7f53e4ff9640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c80662b0 0x7f53c8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:24.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.757+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f53e011e440 con 0x7f53e81578d0 2023-07-12T13:56:24.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.757+0000 7f53e6ffd640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c80662b0 0x7f53c8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:24.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.757+0000 7f53e6ffd640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c80662b0 0x7f53c8068760 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f53d0000c10 tx=0x7f53d0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:24.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.761+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f53e8150690 con 0x7f53e81578d0 2023-07-12T13:56:24.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.913+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f53e8150690 con 0x7f53e81578d0 2023-07-12T13:56:24.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.913+0000 7f53e4ff9640 1 -- 172.21.15.50:0/704986575 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f53e8150690 con 0x7f53e81578d0 2023-07-12T13:56:24.918 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:24.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.913+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c80662b0 msgr2=0x7f53c8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.913+0000 7f53ed99f640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c80662b0 0x7f53c8068760 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f53d0000c10 tx=0x7f53d0009040 comp rx=0 tx=0).stop 2023-07-12T13:56:24.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 msgr2=0x7f53e8157d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:24.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 0x7f53e8157d40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f53e001c8b0 tx=0x7f53e0009750 comp rx=0 tx=0).stop 2023-07-12T13:56:24.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 shutdown_connections 2023-07-12T13:56:24.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f53c80662b0 0x7f53c8068760 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53e81578d0 0x7f53e8157d40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53e8156500 0x7f53e8156970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 --2- 172.21.15.50:0/704986575 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f53d4005180 0x7f53e81439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:24.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 >> 172.21.15.50:0/704986575 conn(0x7f53e80650b0 msgr2=0x7f53e806f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:24.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 shutdown_connections 2023-07-12T13:56:24.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:24.917+0000 7f53ed99f640 1 -- 172.21.15.50:0/704986575 wait complete. 2023-07-12T13:56:25.003 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-07-12T13:56:25.004 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-07-12T13:56:25.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.141+0000 7f868912c640 1 Processor -- start 2023-07-12T13:56:25.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.141+0000 7f868912c640 1 -- start start 2023-07-12T13:56:25.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868912c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f8684156140 0x7f868415c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:25.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868912c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f86840aff80 0x7f86840cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:25.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868912c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f868415d1f0 con 0x7f8684159770 2023-07-12T13:56:25.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868912c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f868406f050 con 0x7f86840aff80 2023-07-12T13:56:25.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868912c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8684159bd0 con 0x7f8684156140 2023-07-12T13:56:25.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f86840aff80 0x7f86840cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:25.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f86840aff80 0x7f86840cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43628/0 (socket says 172.21.15.50:43628) 2023-07-12T13:56:25.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 -- 172.21.15.50:0/2255109716 learned_addr learned my addr 172.21.15.50:0/2255109716 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:25.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f8682d9d640 1 --2- 172.21.15.50:0/2255109716 >> v2:172.21.15.55:3300/0 conn(0x7f8684156140 0x7f868415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:25.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 -- 172.21.15.50:0/2255109716 >> v2:172.21.15.55:3300/0 conn(0x7f8684156140 msgr2=0x7f868415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:25.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 --2- 172.21.15.50:0/2255109716 >> v2:172.21.15.55:3300/0 conn(0x7f8684156140 0x7f868415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:25.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 -- 172.21.15.50:0/2255109716 >> v1:172.21.15.55:6789/0 conn(0x7f8684159770 legacy=0x7f86840af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:25.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 -- 172.21.15.50:0/2255109716 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f868415c950 con 0x7f86840aff80 2023-07-12T13:56:25.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f8682d9d640 1 --2- 172.21.15.50:0/2255109716 >> v2:172.21.15.55:3300/0 conn(0x7f8684156140 0x7f868415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:25.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.145+0000 7f868359e640 1 --2- 172.21.15.50:0/2255109716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86840aff80 0x7f86840cc530 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f868406ee50 tx=0x7f867c01c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10790f1035b3dd2c server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:25.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868259c640 1 -- 172.21.15.50:0/2255109716 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c0a5850 con 0x7f86840aff80 2023-07-12T13:56:25.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868259c640 1 -- 172.21.15.50:0/2255109716 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f867c0a59b0 con 0x7f86840aff80 2023-07-12T13:56:25.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868259c640 1 -- 172.21.15.50:0/2255109716 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c0a5d40 con 0x7f86840aff80 2023-07-12T13:56:25.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- 172.21.15.50:0/2255109716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86840aff80 msgr2=0x7f86840cc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:25.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 --2- 172.21.15.50:0/2255109716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86840aff80 0x7f86840cc530 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f868406ee50 tx=0x7f867c01c990 comp rx=0 tx=0).stop 2023-07-12T13:56:25.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- 172.21.15.50:0/2255109716 shutdown_connections 2023-07-12T13:56:25.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 --2- 172.21.15.50:0/2255109716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86840aff80 0x7f86840cc530 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:25.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 --2- 172.21.15.50:0/2255109716 >> v2:172.21.15.55:3300/0 conn(0x7f8684156140 0x7f868415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:25.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- 172.21.15.50:0/2255109716 >> 172.21.15.50:0/2255109716 conn(0x7f86840ca870 msgr2=0x7f86840cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:25.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- 172.21.15.50:0/2255109716 shutdown_connections 2023-07-12T13:56:25.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- 172.21.15.50:0/2255109716 wait complete. 2023-07-12T13:56:25.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 Processor -- start 2023-07-12T13:56:25.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- start start 2023-07-12T13:56:25.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86840aff80 0x7f8684154e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:25.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8684156140 0x7f8684158190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 0x7f8684150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8684157d70 con 0x7f8684159770 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86840afe30 con 0x7f86840aff80 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868912c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86841573d0 con 0x7f8684156140 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 0x7f8684150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f8682d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86840aff80 0x7f8684154e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:25.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 0x7f8684150230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43636/0 (socket says 172.21.15.50:43636) 2023-07-12T13:56:25.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.149+0000 7f868359e640 1 -- 172.21.15.50:0/3142097024 learned_addr learned my addr 172.21.15.50:0/3142097024 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:25.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f867bfff640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8684156140 0x7f8684158190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:25.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868359e640 1 -- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8684156140 msgr2=0x7f8684158190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:25.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868359e640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8684156140 0x7f8684158190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868359e640 1 -- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86840aff80 msgr2=0x7f8684154e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868359e640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86840aff80 0x7f8684154e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868359e640 1 -- 172.21.15.50:0/3142097024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f867c009b30 con 0x7f8684159770 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868359e640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 0x7f8684150230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f867c01a5c0 tx=0x7f867c019730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c0b8670 con 0x7f8684159770 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f867c0b87f0 con 0x7f8684159770 2023-07-12T13:56:25.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c0b8ba0 con 0x7f8684159770 2023-07-12T13:56:25.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86841576b0 con 0x7f8684159770 2023-07-12T13:56:25.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8684150770 con 0x7f8684159770 2023-07-12T13:56:25.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8684157eb0 con 0x7f8684159770 2023-07-12T13:56:25.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.153+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f867c0b8d00 con 0x7f8684159770 2023-07-12T13:56:25.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.157+0000 7f867b7fe640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86640662b0 0x7f8664068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:25.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.157+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f867c11ed90 con 0x7f8684159770 2023-07-12T13:56:25.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.157+0000 7f8682d9d640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86640662b0 0x7f8664068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:25.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.157+0000 7f8682d9d640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86640662b0 0x7f8664068760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8674006fd0 tx=0x7f8674008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:25.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.157+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8684157eb0 con 0x7f8684159770 2023-07-12T13:56:25.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:25.369+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f8684157eb0 con 0x7f8684159770 2023-07-12T13:56:26.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.013+0000 7f867b7fe640 1 -- 172.21.15.50:0/3142097024 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v56) v1 ==== 147+0+0 (secure 0 0 0) 0x7f8684157eb0 con 0x7f8684159770 2023-07-12T13:56:26.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86640662b0 msgr2=0x7f8664068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86640662b0 0x7f8664068760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8674006fd0 tx=0x7f8674008040 comp rx=0 tx=0).stop 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 msgr2=0x7f8684150230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 0x7f8684150230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f867c01a5c0 tx=0x7f867c019730 comp rx=0 tx=0).stop 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 shutdown_connections 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f86640662b0 0x7f8664068760 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8684159770 0x7f8684150230 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8684156140 0x7f8684158190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 --2- 172.21.15.50:0/3142097024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86840aff80 0x7f8684154e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 >> 172.21.15.50:0/3142097024 conn(0x7f86840ca870 msgr2=0x7f8684070340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:26.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 shutdown_connections 2023-07-12T13:56:26.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.017+0000 7f868912c640 1 -- 172.21.15.50:0/3142097024 wait complete. 2023-07-12T13:56:26.045 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:26.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.189+0000 7fa1b9d40640 1 Processor -- start 2023-07-12T13:56:26.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.189+0000 7fa1b9d40640 1 -- start start 2023-07-12T13:56:26.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.189+0000 7fa1b9d40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa1b40c9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.189+0000 7fa1b9d40640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1b4071330 con 0x7fa1b40af870 2023-07-12T13:56:26.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.189+0000 7fa1b9d40640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1b40c88e0 con 0x7fa1b4159650 2023-07-12T13:56:26.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.189+0000 7fa1b9d40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4070d70 con 0x7fa1b40afcc0 2023-07-12T13:56:26.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b2ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa1b40af870 0x7fa1b40c8d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57294/0 (socket says 172.21.15.50:57294) 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b2ffd640 1 -- 172.21.15.50:0/359525361 learned_addr learned my addr 172.21.15.50:0/359525361 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2158263559 0 0) 0x7fa1b4071330 con 0x7fa1b40af870 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa19c003530 con 0x7fa1b40af870 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa1b40c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1456005071 0 0) 0x7fa19c003530 con 0x7fa1b40af870 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 msgr2=0x7fa1b40c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa1b40c9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 >> v1:172.21.15.55:6789/0 conn(0x7fa1b4159650 legacy=0x7fa1b4070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1b4071050 con 0x7fa1b40af870 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fa1a8001680 con 0x7fa1b40af870 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 >> v1:172.21.15.50:6789/0 conn(0x7fa1b40af870 legacy=0x7fa1b40c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa19c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa19c003fa0 0x7fa19c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa19c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4070d70 con 0x7fa19c004d10 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa19c00bb80 con 0x7fa19c003fa0 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa19c00bd40 con 0x7fa1b40afcc0 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa19c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b2ffd640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa19c003fa0 0x7fa19c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b37fe640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa19c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 -- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 msgr2=0x7fa19c003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa19c003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 -- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa19c003fa0 msgr2=0x7fa19c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:26.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa19c003fa0 0x7fa19c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b3fff640 1 -- 172.21.15.50:0/359525361 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa19c003530 con 0x7fa19c004d10 2023-07-12T13:56:26.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.193+0000 7fa1b37fe640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40afcc0 0x7fa19c003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:26.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa19c005180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac009f90 tx=0x7fa1ac01cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88b5005423b0ea4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac0a5b30 con 0x7fa19c004d10 2023-07-12T13:56:26.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1ac00f040 con 0x7fa19c004d10 2023-07-12T13:56:26.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b27fc640 1 -- 172.21.15.50:0/359525361 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac0ad440 con 0x7fa19c004d10 2023-07-12T13:56:26.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 -- 172.21.15.50:0/359525361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 msgr2=0x7fa19c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/359525361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa19c005180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac009f90 tx=0x7fa1ac01cc20 comp rx=0 tx=0).stop 2023-07-12T13:56:26.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b3fff640 1 -- 172.21.15.50:0/359525361 reap_dead start 2023-07-12T13:56:26.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 -- 172.21.15.50:0/359525361 shutdown_connections 2023-07-12T13:56:26.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 -- 172.21.15.50:0/359525361 >> 172.21.15.50:0/359525361 conn(0x7fa1b40ca870 msgr2=0x7fa1b40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:26.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 -- 172.21.15.50:0/359525361 shutdown_connections 2023-07-12T13:56:26.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 -- 172.21.15.50:0/359525361 wait complete. 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 Processor -- start 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.197+0000 7fa1b9d40640 1 -- start start 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa1b41ec260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40c58a0 0x7fa1b40c7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1b40c7840 0x7fa1b414fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b414fb50 con 0x7fa19c004d10 2023-07-12T13:56:26.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b40c6860 con 0x7fa1b40c7840 2023-07-12T13:56:26.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4152c10 con 0x7fa1b40c58a0 2023-07-12T13:56:26.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa1b41ec260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa1b41ec260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43640/0 (socket says 172.21.15.50:43640) 2023-07-12T13:56:26.210 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 -- 172.21.15.50:0/1507659585 learned_addr learned my addr 172.21.15.50:0/1507659585 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:26.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1b40c7840 0x7fa1b414fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b2ffd640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40c58a0 0x7fa1b40c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 -- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40c58a0 msgr2=0x7fa1b40c7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40c58a0 0x7fa1b40c7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 -- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1b40c7840 msgr2=0x7fa1b414fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1b40c7840 0x7fa1b414fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 -- 172.21.15.50:0/1507659585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1b4152ef0 con 0x7fa19c004d10 2023-07-12T13:56:26.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b3fff640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1b40c7840 0x7fa1b414fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:26.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b37fe640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa1b41ec260 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa1a400e7b0 tx=0x7fa1a400ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a40050d0 con 0x7fa19c004d10 2023-07-12T13:56:26.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1a4005230 con 0x7fa19c004d10 2023-07-12T13:56:26.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a400c6c0 con 0x7fa19c004d10 2023-07-12T13:56:26.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1b40c6b00 con 0x7fa19c004d10 2023-07-12T13:56:26.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1b40c64e0 con 0x7fa19c004d10 2023-07-12T13:56:26.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1b406af10 con 0x7fa19c004d10 2023-07-12T13:56:26.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.201+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa1a400c820 con 0x7fa19c004d10 2023-07-12T13:56:26.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.205+0000 7fa19bfff640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa1a00662b0 0x7fa1a0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.205+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa1a4083b80 con 0x7fa19c004d10 2023-07-12T13:56:26.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.205+0000 7fa1b2ffd640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa1a00662b0 0x7fa1a0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.205+0000 7fa1b2ffd640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa1a00662b0 0x7fa1a0068760 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4159000 tx=0x7fa1a8000ee0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.209+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa1a4051020 con 0x7fa19c004d10 2023-07-12T13:56:26.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.361+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa1b404e020 con 0x7fa19c004d10 2023-07-12T13:56:26.367 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.361+0000 7fa19bfff640 1 -- 172.21.15.50:0/1507659585 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18219 (secure 0 0 0) 0x7fa1a4054640 con 0x7fa19c004d10 2023-07-12T13:56:26.367 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:26.367 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":23,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:55:49.546287+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:26.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa1a00662b0 msgr2=0x7fa1a0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa1a00662b0 0x7fa1a0068760 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4159000 tx=0x7fa1a8000ee0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 msgr2=0x7fa1b41ec260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa1b41ec260 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa1a400e7b0 tx=0x7fa1a400ebb0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 shutdown_connections 2023-07-12T13:56:26.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa1a00662b0 0x7fa1a0068760 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1b40c7840 0x7fa1b414fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa1b40c58a0 0x7fa1b40c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 --2- 172.21.15.50:0/1507659585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004d10 0x7fa1b41ec260 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 >> 172.21.15.50:0/1507659585 conn(0x7fa1b40ca870 msgr2=0x7fa1b4153c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:26.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 shutdown_connections 2023-07-12T13:56:26.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.365+0000 7fa1b9d40640 1 -- 172.21.15.50:0/1507659585 wait complete. 2023-07-12T13:56:26.389 INFO:tasks.cephfs.cephfs_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:26.390 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:26.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a878ca640 1 Processor -- start 2023-07-12T13:56:26.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a878ca640 1 -- start start 2023-07-12T13:56:26.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a878ca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9a800af870 0x7f9a800afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a878ca640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a800c87b0 con 0x7f9a800c8c40 2023-07-12T13:56:26.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a878ca640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a800b01e0 con 0x7f9a80159910 2023-07-12T13:56:26.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a878ca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a8006b850 con 0x7f9a800af870 2023-07-12T13:56:26.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a84e65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9a800af870 0x7f9a800afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a84e65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9a800af870 0x7f9a800afca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43652/0 (socket says 172.21.15.50:43652) 2023-07-12T13:56:26.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a84e65640 1 -- 172.21.15.50:0/2481636783 learned_addr learned my addr 172.21.15.50:0/2481636783 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:26.540 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a85e67640 1 --1- 172.21.15.50:0/2481636783 >> v1:172.21.15.50:6789/0 conn(0x7f9a800c8c40 0x7f9a800c90a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57310/0 (socket says 172.21.15.50:57310) 2023-07-12T13:56:26.540 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a84e65640 1 -- 172.21.15.50:0/2481636783 >> v1:172.21.15.55:6789/0 conn(0x7f9a80159910 legacy=0x7f9a8006add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.540 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a84e65640 1 -- 172.21.15.50:0/2481636783 >> v1:172.21.15.50:6789/0 conn(0x7f9a800c8c40 legacy=0x7f9a800c90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.540 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a84e65640 1 -- 172.21.15.50:0/2481636783 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a8006bb30 con 0x7f9a800af870 2023-07-12T13:56:26.541 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.533+0000 7f9a77fff640 1 -- 172.21.15.50:0/2481636783 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2618255154 0 0) 0x7f9a800c87b0 con 0x7f9a800c8c40 2023-07-12T13:56:26.541 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a84e65640 1 --2- 172.21.15.50:0/2481636783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a800af870 0x7f9a800afca0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9a70009870 tx=0x7f9a7001c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfd01b4fb0254b31 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a77fff640 1 -- 172.21.15.50:0/2481636783 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a700aa670 con 0x7f9a800af870 2023-07-12T13:56:26.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a77fff640 1 -- 172.21.15.50:0/2481636783 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a700aa7d0 con 0x7f9a800af870 2023-07-12T13:56:26.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a77fff640 1 -- 172.21.15.50:0/2481636783 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a700aab60 con 0x7f9a800af870 2023-07-12T13:56:26.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 -- 172.21.15.50:0/2481636783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a800af870 msgr2=0x7f9a800afca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 --2- 172.21.15.50:0/2481636783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a800af870 0x7f9a800afca0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9a70009870 tx=0x7f9a7001c510 comp rx=0 tx=0).stop 2023-07-12T13:56:26.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 -- 172.21.15.50:0/2481636783 shutdown_connections 2023-07-12T13:56:26.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 --2- 172.21.15.50:0/2481636783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a800af870 0x7f9a800afca0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 -- 172.21.15.50:0/2481636783 >> 172.21.15.50:0/2481636783 conn(0x7f9a800ca870 msgr2=0x7f9a800cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:26.544 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 -- 172.21.15.50:0/2481636783 shutdown_connections 2023-07-12T13:56:26.544 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.537+0000 7f9a878ca640 1 -- 172.21.15.50:0/2481636783 wait complete. 2023-07-12T13:56:26.544 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 Processor -- start 2023-07-12T13:56:26.544 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 -- start start 2023-07-12T13:56:26.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9a800af870 0x7f9a8014aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9a800c8c40 0x7f9a800b10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 0x7f9a800b15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a800cb9c0 con 0x7f9a80159910 2023-07-12T13:56:26.546 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a8014af80 con 0x7f9a800af870 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a800cbc10 con 0x7f9a800c8c40 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 0x7f9a800b15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 0x7f9a800b15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43668/0 (socket says 172.21.15.50:43668) 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 -- 172.21.15.50:0/3651846417 learned_addr learned my addr 172.21.15.50:0/3651846417 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a84e65640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9a800c8c40 0x7f9a800b10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85666640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9a800af870 0x7f9a8014aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 -- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9a800c8c40 msgr2=0x7f9a800b10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9a800c8c40 0x7f9a800b10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 -- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9a800af870 msgr2=0x7f9a8014aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9a800af870 0x7f9a8014aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 -- 172.21.15.50:0/3651846417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a700094d0 con 0x7f9a80159910 2023-07-12T13:56:26.548 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a85e67640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 0x7f9a800b15f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9a7800c7a0 tx=0x7f9a7800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a7800a640 con 0x7f9a80159910 2023-07-12T13:56:26.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a7800a7a0 con 0x7f9a80159910 2023-07-12T13:56:26.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a7800abd0 con 0x7f9a80159910 2023-07-12T13:56:26.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a800cbef0 con 0x7f9a80159910 2023-07-12T13:56:26.549 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.541+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a800cc4b0 con 0x7f9a80159910 2023-07-12T13:56:26.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.545+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a800cc6a0 con 0x7f9a80159910 2023-07-12T13:56:26.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.545+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9a7800ad30 con 0x7f9a80159910 2023-07-12T13:56:26.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.545+0000 7f9a75ffb640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9a64066280 0x7f9a64068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.550 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.545+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9a780833b0 con 0x7f9a80159910 2023-07-12T13:56:26.551 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.545+0000 7f9a85666640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9a64066280 0x7f9a64068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.551 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.545+0000 7f9a85666640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9a64066280 0x7f9a64068730 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c000f70 tx=0x7f9a7c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.549+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9a78050790 con 0x7f9a80159910 2023-07-12T13:56:26.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.705+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9a8004e020 con 0x7f9a80159910 2023-07-12T13:56:26.710 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.705+0000 7f9a75ffb640 1 -- 172.21.15.50:0/3651846417 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9a78053db0 con 0x7f9a80159910 2023-07-12T13:56:26.711 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:26.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9a64066280 msgr2=0x7f9a64068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9a64066280 0x7f9a64068730 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c000f70 tx=0x7f9a7c009040 comp rx=0 tx=0).stop 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 msgr2=0x7f9a800b15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 0x7f9a800b15f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9a7800c7a0 tx=0x7f9a7800cc60 comp rx=0 tx=0).stop 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 shutdown_connections 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9a64066280 0x7f9a64068730 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a80159910 0x7f9a800b15f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9a800c8c40 0x7f9a800b10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 --2- 172.21.15.50:0/3651846417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9a800af870 0x7f9a8014aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.714 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 >> 172.21.15.50:0/3651846417 conn(0x7f9a800ca870 msgr2=0x7f9a800c9060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:26.714 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 shutdown_connections 2023-07-12T13:56:26.714 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.709+0000 7f9a878ca640 1 -- 172.21.15.50:0/3651846417 wait complete. 2023-07-12T13:56:26.731 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:26.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 Processor -- start 2023-07-12T13:56:26.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 -- start start 2023-07-12T13:56:26.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fb2dc0af870 0x7fb2dc0afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2dc0c8c40 0x7fb2dc0c90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2dc0c87b0 con 0x7fb2dc159910 2023-07-12T13:56:26.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2dc0b01e0 con 0x7fb2dc0c8c40 2023-07-12T13:56:26.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2e0ffa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2dc06b850 con 0x7fb2dc0af870 2023-07-12T13:56:26.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2dad9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2dc0c8c40 0x7fb2dc0c90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2dad9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2dc0c8c40 0x7fb2dc0c90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43674/0 (socket says 172.21.15.50:43674) 2023-07-12T13:56:26.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.873+0000 7fb2dad9d640 1 -- 172.21.15.50:0/172582209 learned_addr learned my addr 172.21.15.50:0/172582209 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:26.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2d3fff640 1 --2- 172.21.15.50:0/172582209 >> v2:172.21.15.55:3300/0 conn(0x7fb2dc0af870 0x7fb2dc0afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2dad9d640 1 -- 172.21.15.50:0/172582209 >> v2:172.21.15.55:3300/0 conn(0x7fb2dc0af870 msgr2=0x7fb2dc0afca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:26.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2dad9d640 1 --2- 172.21.15.50:0/172582209 >> v2:172.21.15.55:3300/0 conn(0x7fb2dc0af870 0x7fb2dc0afca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2dad9d640 1 -- 172.21.15.50:0/172582209 >> v1:172.21.15.55:6789/0 conn(0x7fb2dc159910 legacy=0x7fb2dc06add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2dad9d640 1 -- 172.21.15.50:0/172582209 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2dc06bb30 con 0x7fb2dc0c8c40 2023-07-12T13:56:26.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2dad9d640 1 --2- 172.21.15.50:0/172582209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc0c8c40 0x7fb2dc0c90a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc0b3f60 tx=0x7fb2d401c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64ec8a11b7088d53 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2d9d9b640 1 -- 172.21.15.50:0/172582209 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2d40a5860 con 0x7fb2dc0c8c40 2023-07-12T13:56:26.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2d9d9b640 1 -- 172.21.15.50:0/172582209 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2d40a59c0 con 0x7fb2dc0c8c40 2023-07-12T13:56:26.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2d9d9b640 1 -- 172.21.15.50:0/172582209 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2d40a5d50 con 0x7fb2dc0c8c40 2023-07-12T13:56:26.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/172582209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc0c8c40 msgr2=0x7fb2dc0c90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.877+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/172582209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc0c8c40 0x7fb2dc0c90a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc0b3f60 tx=0x7fb2d401c9a0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/172582209 shutdown_connections 2023-07-12T13:56:26.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/172582209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc0c8c40 0x7fb2dc0c90a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/172582209 >> v2:172.21.15.55:3300/0 conn(0x7fb2dc0af870 0x7fb2dc0afca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/172582209 >> 172.21.15.50:0/172582209 conn(0x7fb2dc0ca870 msgr2=0x7fb2dc0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:26.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/172582209 shutdown_connections 2023-07-12T13:56:26.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/172582209 wait complete. 2023-07-12T13:56:26.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 Processor -- start 2023-07-12T13:56:26.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- start start 2023-07-12T13:56:26.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2dc0af870 0x7fb2dc15abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2dc0c8c40 0x7fb2dc14f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 0x7fb2dc14a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2dc14aba0 con 0x7fb2dc159910 2023-07-12T13:56:26.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2dc15b230 con 0x7fb2dc0af870 2023-07-12T13:56:26.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2e0ffa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2dc15b510 con 0x7fb2dc0c8c40 2023-07-12T13:56:26.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 0x7fb2dc14a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 0x7fb2dc14a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43682/0 (socket says 172.21.15.50:43682) 2023-07-12T13:56:26.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 -- 172.21.15.50:0/1976789784 learned_addr learned my addr 172.21.15.50:0/1976789784 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:26.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2d3fff640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2dc0c8c40 0x7fb2dc14f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2da59c640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2dc0af870 0x7fb2dc15abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 -- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2dc0c8c40 msgr2=0x7fb2dc14f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2dc0c8c40 0x7fb2dc14f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 -- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2dc0af870 msgr2=0x7fb2dc15abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2dc0af870 0x7fb2dc15abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.881+0000 7fb2dad9d640 1 -- 172.21.15.50:0/1976789784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2d4009b30 con 0x7fb2dc159910 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2dad9d640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 0x7fb2dc14a660 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb2d40af040 tx=0x7fb2d4019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2d40b8670 con 0x7fb2dc159910 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2d40b87d0 con 0x7fb2dc159910 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2d40b8b60 con 0x7fb2dc159910 2023-07-12T13:56:26.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2dc15b7f0 con 0x7fb2dc159910 2023-07-12T13:56:26.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2dc15bdb0 con 0x7fb2dc159910 2023-07-12T13:56:26.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2dc04e020 con 0x7fb2dc159910 2023-07-12T13:56:26.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb2d40b8cc0 con 0x7fb2dc159910 2023-07-12T13:56:26.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.885+0000 7fb2d2ffd640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb2bc066280 0x7fb2bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:26.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.889+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb2d411f260 con 0x7fb2dc159910 2023-07-12T13:56:26.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.889+0000 7fb2da59c640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb2bc066280 0x7fb2bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:26.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.889+0000 7fb2da59c640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb2bc066280 0x7fb2bc068730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc007fd0 tx=0x7fb2cc009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:26.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:26.893+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb2d40ec840 con 0x7fb2dc159910 2023-07-12T13:56:27.051 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.045+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fb2dc06fb40 con 0x7fb2dc159910 2023-07-12T13:56:27.052 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2d2ffd640 1 -- 172.21.15.50:0/1976789784 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v23) v1 ==== 92+0+10 (secure 0 0 0) 0x7fb2d40efe60 con 0x7fb2dc159910 2023-07-12T13:56:27.052 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:27.053 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb2bc066280 msgr2=0x7fb2bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb2bc066280 0x7fb2bc068730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc007fd0 tx=0x7fb2cc009040 comp rx=0 tx=0).stop 2023-07-12T13:56:27.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 msgr2=0x7fb2dc14a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 0x7fb2dc14a660 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb2d40af040 tx=0x7fb2d4019740 comp rx=0 tx=0).stop 2023-07-12T13:56:27.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 shutdown_connections 2023-07-12T13:56:27.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb2bc066280 0x7fb2bc068730 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2dc159910 0x7fb2dc14a660 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb2dc0c8c40 0x7fb2dc14f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 --2- 172.21.15.50:0/1976789784 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2dc0af870 0x7fb2dc15abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 >> 172.21.15.50:0/1976789784 conn(0x7fb2dc0ca870 msgr2=0x7fb2dc0ce660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:27.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 shutdown_connections 2023-07-12T13:56:27.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.049+0000 7fb2e0ffa640 1 -- 172.21.15.50:0/1976789784 wait complete. 2023-07-12T13:56:27.073 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:27.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.213+0000 7f76e2e6d640 1 Processor -- start 2023-07-12T13:56:27.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.213+0000 7f76e2e6d640 1 -- start start 2023-07-12T13:56:27.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.213+0000 7f76e2e6d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc0cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.213+0000 7f76e2e6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f76dc0cd9e0 0x7f76dc15f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e2e6d640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76dc06b360 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e2e6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76dc0ac700 con 0x7f76dc0cd9e0 2023-07-12T13:56:27.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e2e6d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76dc0acb50 con 0x7f76dc15b820 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f76dc0cd9e0 0x7f76dc15f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f76dc0cd9e0 0x7f76dc15f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43684/0 (socket says 172.21.15.50:43684) 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 -- 172.21.15.50:0/3021439292 learned_addr learned my addr 172.21.15.50:0/3021439292 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e0c09640 1 --2- 172.21.15.50:0/3021439292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc0cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 -- 172.21.15.50:0/3021439292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 msgr2=0x7f76dc0cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 --2- 172.21.15.50:0/3021439292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc0cee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.221 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 -- 172.21.15.50:0/3021439292 >> v1:172.21.15.55:6789/0 conn(0x7f76dc0ca6a0 legacy=0x7f76dc0cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 -- 172.21.15.50:0/3021439292 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76dc0ace30 con 0x7f76dc0cd9e0 2023-07-12T13:56:27.222 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76e140a640 1 --2- 172.21.15.50:0/3021439292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc15f610 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009e50 tx=0x7f76d401c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c0294d86aea2e77 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76db7fe640 1 -- 172.21.15.50:0/3021439292 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d40a56b0 con 0x7f76dc0cd9e0 2023-07-12T13:56:27.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76db7fe640 1 -- 172.21.15.50:0/3021439292 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d40a5810 con 0x7f76dc0cd9e0 2023-07-12T13:56:27.223 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.217+0000 7f76db7fe640 1 -- 172.21.15.50:0/3021439292 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d40a5ba0 con 0x7f76dc0cd9e0 2023-07-12T13:56:27.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3021439292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0cd9e0 msgr2=0x7f76dc15f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3021439292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc15f610 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009e50 tx=0x7f76d401c9e0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3021439292 shutdown_connections 2023-07-12T13:56:27.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3021439292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc15f610 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3021439292 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc0cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3021439292 >> 172.21.15.50:0/3021439292 conn(0x7f76dc0b0a10 msgr2=0x7f76dc0ce230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:27.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3021439292 shutdown_connections 2023-07-12T13:56:27.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3021439292 wait complete. 2023-07-12T13:56:27.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 Processor -- start 2023-07-12T13:56:27.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- start start 2023-07-12T13:56:27.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 0x7f76dc0aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc14a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76dc0adbf0 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76dc0aded0 con 0x7f76dc0cd9e0 2023-07-12T13:56:27.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e2e6d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76dc0ae1b0 con 0x7f76dc15b820 2023-07-12T13:56:27.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 0x7f76dc0aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 0x7f76dc0aef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43690/0 (socket says 172.21.15.50:43690) 2023-07-12T13:56:27.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 -- 172.21.15.50:0/3081973680 learned_addr learned my addr 172.21.15.50:0/3081973680 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:27.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76dbfff640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e140a640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc14a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 -- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 msgr2=0x7f76dc14a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc14a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 -- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc0cd9e0 msgr2=0x7f76dc159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e0c09640 1 -- 172.21.15.50:0/3081973680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76d4009b30 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.221+0000 7f76e140a640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc14a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76e0c09640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 0x7f76dc0aef70 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f76d000e870 tx=0x7f76d000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d0009510 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d000eec0 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76dc0ae490 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d000cb40 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76dc0aea50 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76dc04e020 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f76d000cca0 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76d97fa640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f76c00662b0 0x7f76c0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f76d0083e00 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.225+0000 7f76dbfff640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f76c00662b0 0x7f76c0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.229+0000 7f76dbfff640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f76c00662b0 0x7f76c0068760 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f76dc166910 tx=0x7f76c8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.229+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f76d0051270 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.381+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f76dc0b41b0 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.381+0000 7f76d97fa640 1 -- 172.21.15.50:0/3081973680 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f76d0017020 con 0x7f76dc0ca6a0 2023-07-12T13:56:27.388 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:27.389 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f76c00662b0 msgr2=0x7f76c0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.389 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f76c00662b0 0x7f76c0068760 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f76dc166910 tx=0x7f76c8009040 comp rx=0 tx=0).stop 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 msgr2=0x7f76dc0aef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 0x7f76dc0aef70 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f76d000e870 tx=0x7f76d000ec70 comp rx=0 tx=0).stop 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 shutdown_connections 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f76c00662b0 0x7f76c0068760 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f76dc15b820 0x7f76dc14a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc0cd9e0 0x7f76dc159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.390 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 --2- 172.21.15.50:0/3081973680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76dc0ca6a0 0x7f76dc0aef70 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 >> 172.21.15.50:0/3081973680 conn(0x7f76dc0b0a10 msgr2=0x7f76dc0c9290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:27.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 shutdown_connections 2023-07-12T13:56:27.391 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.385+0000 7f76e2e6d640 1 -- 172.21.15.50:0/3081973680 wait complete. 2023-07-12T13:56:27.412 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:27.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 Processor -- start 2023-07-12T13:56:27.558 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 -- start start 2023-07-12T13:56:27.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 0x7f508c0cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f508c0cc600 0x7f508c0ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f508c0cda60 con 0x7f508c0d01b0 2023-07-12T13:56:27.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f508c0cdcc0 con 0x7f508c0cc600 2023-07-12T13:56:27.559 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f5090a0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f508c0cdfa0 con 0x7f508c0cfde0 2023-07-12T13:56:27.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f508b7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 0x7f508c0cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.560 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.553+0000 7f508affd640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f508c0cc600 0x7f508c0ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 0x7f508c0cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57774/0 (socket says 172.21.15.50:57774) 2023-07-12T13:56:27.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 -- 172.21.15.50:0/3686859449 learned_addr learned my addr 172.21.15.50:0/3686859449 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:27.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508affd640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f508c0cc600 0x7f508c0ce980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:48314/0 (socket says 172.21.15.50:48314) 2023-07-12T13:56:27.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 -- 172.21.15.50:0/3686859449 >> v2:172.21.15.55:3300/0 conn(0x7f508c0cc600 msgr2=0x7f508c0ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:27.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 --2- 172.21.15.50:0/3686859449 >> v2:172.21.15.55:3300/0 conn(0x7f508c0cc600 0x7f508c0ce980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.561 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 -- 172.21.15.50:0/3686859449 >> v1:172.21.15.55:6789/0 conn(0x7f508c0d01b0 legacy=0x7f508c0ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.562 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 -- 172.21.15.50:0/3686859449 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f508c0ce280 con 0x7f508c0cfde0 2023-07-12T13:56:27.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508b7fe640 1 --2- 172.21.15.50:0/3686859449 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 0x7f508c0cd520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f507c006fd0 tx=0x7f507c01c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dc30108e3e854f8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508a7fc640 1 -- 172.21.15.50:0/3686859449 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f507c0aa610 con 0x7f508c0cfde0 2023-07-12T13:56:27.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508a7fc640 1 -- 172.21.15.50:0/3686859449 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f507c0a6040 con 0x7f508c0cfde0 2023-07-12T13:56:27.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.557+0000 7f508a7fc640 1 -- 172.21.15.50:0/3686859449 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f507c0aa990 con 0x7f508c0cfde0 2023-07-12T13:56:27.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- 172.21.15.50:0/3686859449 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 msgr2=0x7f508c0cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 --2- 172.21.15.50:0/3686859449 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 0x7f508c0cd520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f507c006fd0 tx=0x7f507c01c490 comp rx=0 tx=0).stop 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- 172.21.15.50:0/3686859449 shutdown_connections 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 --2- 172.21.15.50:0/3686859449 >> v2:172.21.15.55:3300/0 conn(0x7f508c0cc600 0x7f508c0ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 --2- 172.21.15.50:0/3686859449 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cfde0 0x7f508c0cd520 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- 172.21.15.50:0/3686859449 >> 172.21.15.50:0/3686859449 conn(0x7f508c09b320 msgr2=0x7f508c0d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- 172.21.15.50:0/3686859449 shutdown_connections 2023-07-12T13:56:27.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- 172.21.15.50:0/3686859449 wait complete. 2023-07-12T13:56:27.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 Processor -- start 2023-07-12T13:56:27.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- start start 2023-07-12T13:56:27.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cc600 0x7f508c0cb190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 0x7f508c153b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f508c0d01b0 0x7f508c14aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508c15b270 con 0x7f508c0d01b0 2023-07-12T13:56:27.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508c15b550 con 0x7f508c0cfde0 2023-07-12T13:56:27.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.561+0000 7f5090a0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f508c0b5780 con 0x7f508c0cc600 2023-07-12T13:56:27.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 0x7f508c153b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 0x7f508c153b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:48322/0 (socket says 172.21.15.50:48322) 2023-07-12T13:56:27.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 -- 172.21.15.50:0/1154893376 learned_addr learned my addr 172.21.15.50:0/1154893376 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:27.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508b7fe640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cc600 0x7f508c0cb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508bfff640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f508c0d01b0 0x7f508c14aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 -- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cc600 msgr2=0x7f508c0cb190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cc600 0x7f508c0cb190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 -- 172.21.15.50:0/1154893376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f508c0d01b0 msgr2=0x7f508c14aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f508c0d01b0 0x7f508c14aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 -- 172.21.15.50:0/1154893376 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f507c009480 con 0x7f508c0cfde0 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f508affd640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 0x7f508c153b60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f508000e930 tx=0x7f508000edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5080009690 con 0x7f508c0cfde0 2023-07-12T13:56:27.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f508000ca00 con 0x7f508c0cfde0 2023-07-12T13:56:27.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508000cd70 con 0x7f508c0cfde0 2023-07-12T13:56:27.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f508c0b5a60 con 0x7f508c0cfde0 2023-07-12T13:56:27.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f508c0cb8a0 con 0x7f508c0cfde0 2023-07-12T13:56:27.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f508c0b55e0 con 0x7f508c0cfde0 2023-07-12T13:56:27.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.565+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5080013470 con 0x7f508c0cfde0 2023-07-12T13:56:27.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.569+0000 7f5073fff640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f50780662b0 0x7f5078068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.569+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5080083e70 con 0x7f508c0cfde0 2023-07-12T13:56:27.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.569+0000 7f508b7fe640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f50780662b0 0x7f5078068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.569+0000 7f508b7fe640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f50780662b0 0x7f5078068760 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f507c0ae000 tx=0x7f507c0a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.573+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f508c0b55e0 con 0x7f508c0cfde0 2023-07-12T13:56:27.733 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.729+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f508c0b55e0 con 0x7f508c0cfde0 2023-07-12T13:56:27.734 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.729+0000 7f5073fff640 1 -- 172.21.15.50:0/1154893376 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f508c0b55e0 con 0x7f508c0cfde0 2023-07-12T13:56:27.734 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:27.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f50780662b0 msgr2=0x7f5078068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f50780662b0 0x7f5078068760 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f507c0ae000 tx=0x7f507c0a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:27.736 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 msgr2=0x7f508c153b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 0x7f508c153b60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f508000e930 tx=0x7f508000edf0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 shutdown_connections 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f50780662b0 0x7f5078068760 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f508c0d01b0 0x7f508c14aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f508c0cfde0 0x7f508c153b60 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 --2- 172.21.15.50:0/1154893376 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f508c0cc600 0x7f508c0cb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.737 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 >> 172.21.15.50:0/1154893376 conn(0x7f508c09b320 msgr2=0x7f508c0b0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:27.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 shutdown_connections 2023-07-12T13:56:27.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.733+0000 7f5090a0b640 1 -- 172.21.15.50:0/1154893376 wait complete. 2023-07-12T13:56:27.755 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-07-12T13:56:27.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 Processor -- start 2023-07-12T13:56:27.901 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 -- start start 2023-07-12T13:56:27.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f815b820 0x7fc6f80cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.902 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc6f80cd9e0 0x7fc6f815f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.903 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6f806b360 con 0x7fc6f80ca6a0 2023-07-12T13:56:27.903 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6f80ac700 con 0x7fc6f80cd9e0 2023-07-12T13:56:27.903 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fe648640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f80acb50 con 0x7fc6f815b820 2023-07-12T13:56:27.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc6f80cd9e0 0x7fc6f815f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc6f80cd9e0 0x7fc6f815f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43710/0 (socket says 172.21.15.50:43710) 2023-07-12T13:56:27.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1188512285 learned_addr learned my addr 172.21.15.50:0/1188512285 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:27.904 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6f7fff640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f815b820 0x7fc6f80cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1188512285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f815b820 msgr2=0x7fc6f80cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:27.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f815b820 0x7fc6f80cee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1188512285 >> v1:172.21.15.55:6789/0 conn(0x7fc6f80ca6a0 legacy=0x7fc6f80cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1188512285 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6f80ace30 con 0x7fc6f80cd9e0 2023-07-12T13:56:27.905 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.897+0000 7fc6f7fff640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f815b820 0x7fc6f80cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:27.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fcbe5640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f815f610 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0009e50 tx=0x7fc6f001c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa039d7a1edb650 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6f6ffd640 1 -- 172.21.15.50:0/1188512285 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00a56b0 con 0x7fc6f80cd9e0 2023-07-12T13:56:27.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6f6ffd640 1 -- 172.21.15.50:0/1188512285 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6f00a5810 con 0x7fc6f80cd9e0 2023-07-12T13:56:27.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6f6ffd640 1 -- 172.21.15.50:0/1188512285 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00a5ba0 con 0x7fc6f80cd9e0 2023-07-12T13:56:27.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 -- 172.21.15.50:0/1188512285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f80cd9e0 msgr2=0x7fc6f815f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f815f610 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0009e50 tx=0x7fc6f001c9e0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 -- 172.21.15.50:0/1188512285 shutdown_connections 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f815f610 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1188512285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f815b820 0x7fc6f80cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 -- 172.21.15.50:0/1188512285 >> 172.21.15.50:0/1188512285 conn(0x7fc6f80b0a10 msgr2=0x7fc6f80ce230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 -- 172.21.15.50:0/1188512285 shutdown_connections 2023-07-12T13:56:27.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.901+0000 7fc6fe648640 1 -- 172.21.15.50:0/1188512285 wait complete. 2023-07-12T13:56:27.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 Processor -- start 2023-07-12T13:56:27.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 -- start start 2023-07-12T13:56:27.910 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f80ca6a0 0x7fc6f80aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.910 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f8159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 0x7fc6f814a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f80adbf0 con 0x7fc6f815b820 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f80aded0 con 0x7fc6f80cd9e0 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f80ae1b0 con 0x7fc6f80ca6a0 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 0x7fc6f814a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 0x7fc6f814a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43716/0 (socket says 172.21.15.50:43716) 2023-07-12T13:56:27.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1564488255 learned_addr learned my addr 172.21.15.50:0/1564488255 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:27.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6f7fff640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f80ca6a0 0x7fc6f80aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6f77fe640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f8159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f80ca6a0 msgr2=0x7fc6f80aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f80ca6a0 0x7fc6f80aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f80cd9e0 msgr2=0x7fc6f8159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:27.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f8159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:27.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 -- 172.21.15.50:0/1564488255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6f0009b30 con 0x7fc6f815b820 2023-07-12T13:56:27.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fcbe5640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 0x7fc6f814a490 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc6f001a610 tx=0x7fc6f0019780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00b8670 con 0x7fc6f815b820 2023-07-12T13:56:27.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6f00b87f0 con 0x7fc6f815b820 2023-07-12T13:56:27.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00b8ba0 con 0x7fc6f815b820 2023-07-12T13:56:27.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.905+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6f80ae490 con 0x7fc6f815b820 2023-07-12T13:56:27.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.909+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6f80aea50 con 0x7fc6f815b820 2023-07-12T13:56:27.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.909+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6f804e020 con 0x7fc6f815b820 2023-07-12T13:56:27.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.909+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc6f00b8d00 con 0x7fc6f815b820 2023-07-12T13:56:27.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.909+0000 7fc6f4ff9640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6e40662b0 0x7fc6e4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:27.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.909+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc6f011f220 con 0x7fc6f815b820 2023-07-12T13:56:27.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.909+0000 7fc6f7fff640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6e40662b0 0x7fc6e4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:27.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.913+0000 7fc6f7fff640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6e40662b0 0x7fc6e4068760 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8154df0 tx=0x7fc6e8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:27.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:27.913+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc6f00ec920 con 0x7fc6f815b820 2023-07-12T13:56:28.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.069+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fc6f80b41b0 con 0x7fc6f815b820 2023-07-12T13:56:28.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.073+0000 7fc6f4ff9640 1 -- 172.21.15.50:0/1564488255 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc6f00eff40 con 0x7fc6f815b820 2023-07-12T13:56:28.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6e40662b0 msgr2=0x7fc6e4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.081 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6e40662b0 0x7fc6e4068760 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8154df0 tx=0x7fc6e8008040 comp rx=0 tx=0).stop 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 msgr2=0x7fc6f814a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 0x7fc6f814a490 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc6f001a610 tx=0x7fc6f0019780 comp rx=0 tx=0).stop 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 shutdown_connections 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc6e40662b0 0x7fc6e4068760 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc6f815b820 0x7fc6f814a490 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc6f80cd9e0 0x7fc6f8159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.082 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 --2- 172.21.15.50:0/1564488255 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc6f80ca6a0 0x7fc6f80aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 >> 172.21.15.50:0/1564488255 conn(0x7fc6f80b0a10 msgr2=0x7fc6f80c9290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:28.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 shutdown_connections 2023-07-12T13:56:28.083 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.077+0000 7fc6fe648640 1 -- 172.21.15.50:0/1564488255 wait complete. 2023-07-12T13:56:28.101 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-07-12T13:56:28.102 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-07-12T13:56:28.150 DEBUG:teuthology.orchestra.run.smithi055:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-07-12T13:56:28.221 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-07-12T13:56:28.221 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:56:28.222 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:28.231 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:56:28.231 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:28.279 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:28.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 Processor -- start 2023-07-12T13:56:28.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 -- start start 2023-07-12T13:56:28.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f64c815c0d0 0x7f64c806c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cddd0 0x7f64c80ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64c80cd540 con 0x7f64c80cd120 2023-07-12T13:56:28.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64c806be10 con 0x7f64c815c0d0 2023-07-12T13:56:28.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ce9fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c80d0f20 con 0x7f64c80cddd0 2023-07-12T13:56:28.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64c77fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cddd0 0x7f64c80ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64c7fff640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f64c815c0d0 0x7f64c806c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.461+0000 7f64ccf97640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f64c80cd120 0x7f64c815fc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:49412/0 (socket says 172.21.15.50:49412) 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64ccf97640 1 -- 172.21.15.50:0/3988229737 learned_addr learned my addr 172.21.15.50:0/3988229737 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c6ffd640 1 -- 172.21.15.50:0/3988229737 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3329608062 0 0) 0x7f64c80cd540 con 0x7f64c80cd120 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c6ffd640 1 -- 172.21.15.50:0/3988229737 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64b0003530 con 0x7f64c80cd120 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c77fe640 1 -- 172.21.15.50:0/3988229737 >> v2:172.21.15.55:3300/0 conn(0x7f64c815c0d0 msgr2=0x7f64c806c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c77fe640 1 --2- 172.21.15.50:0/3988229737 >> v2:172.21.15.55:3300/0 conn(0x7f64c815c0d0 0x7f64c806c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c77fe640 1 -- 172.21.15.50:0/3988229737 >> v1:172.21.15.55:6789/0 conn(0x7f64c80cd120 legacy=0x7f64c815fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c77fe640 1 -- 172.21.15.50:0/3988229737 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c80cfaf0 con 0x7f64c80cddd0 2023-07-12T13:56:28.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c7fff640 1 --2- 172.21.15.50:0/3988229737 >> v2:172.21.15.55:3300/0 conn(0x7f64c815c0d0 0x7f64c806c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:28.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c77fe640 1 --2- 172.21.15.50:0/3988229737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cddd0 0x7f64c80ccbe0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f64bc0097c0 tx=0x7f64bc01c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=581da6dfa4f83dbc server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:28.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c6ffd640 1 -- 172.21.15.50:0/3988229737 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0ab670 con 0x7f64c80cddd0 2023-07-12T13:56:28.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c6ffd640 1 -- 172.21.15.50:0/3988229737 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64bc0ab7d0 con 0x7f64c80cddd0 2023-07-12T13:56:28.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.465+0000 7f64c6ffd640 1 -- 172.21.15.50:0/3988229737 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0abb60 con 0x7f64c80cddd0 2023-07-12T13:56:28.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- 172.21.15.50:0/3988229737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cddd0 msgr2=0x7f64c80ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/3988229737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cddd0 0x7f64c80ccbe0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f64bc0097c0 tx=0x7f64bc01c450 comp rx=0 tx=0).stop 2023-07-12T13:56:28.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- 172.21.15.50:0/3988229737 shutdown_connections 2023-07-12T13:56:28.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/3988229737 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cddd0 0x7f64c80ccbe0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/3988229737 >> v2:172.21.15.55:3300/0 conn(0x7f64c815c0d0 0x7f64c806c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- 172.21.15.50:0/3988229737 >> 172.21.15.50:0/3988229737 conn(0x7f64c806d480 msgr2=0x7f64c806d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:28.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- 172.21.15.50:0/3988229737 shutdown_connections 2023-07-12T13:56:28.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- 172.21.15.50:0/3988229737 wait complete. 2023-07-12T13:56:28.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 Processor -- start 2023-07-12T13:56:28.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- start start 2023-07-12T13:56:28.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cd120 0x7f64c80c3d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 0x7f64c8156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64c815c0d0 0x7f64c815a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.477 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c8156dc0 con 0x7f64c80cddd0 2023-07-12T13:56:28.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c80c4fd0 con 0x7f64c815c0d0 2023-07-12T13:56:28.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64ce9fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c815bb50 con 0x7f64c80cd120 2023-07-12T13:56:28.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64c77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 0x7f64c8156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64c77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 0x7f64c8156880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43730/0 (socket says 172.21.15.50:43730) 2023-07-12T13:56:28.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.469+0000 7f64c77fe640 1 -- 172.21.15.50:0/1899265279 learned_addr learned my addr 172.21.15.50:0/1899265279 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:28.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c7fff640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cd120 0x7f64c80c3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64ccf97640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64c815c0d0 0x7f64c815a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c77fe640 1 -- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cd120 msgr2=0x7f64c80c3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c77fe640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cd120 0x7f64c80c3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c77fe640 1 -- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64c815c0d0 msgr2=0x7f64c815a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c77fe640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64c815c0d0 0x7f64c815a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c77fe640 1 -- 172.21.15.50:0/1899265279 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b8009420 con 0x7f64c80cddd0 2023-07-12T13:56:28.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c77fe640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 0x7f64c8156880 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f64bc0ad040 tx=0x7f64bc0191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:28.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0bf610 con 0x7f64c80cddd0 2023-07-12T13:56:28.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64bc0bf7b0 con 0x7f64c80cddd0 2023-07-12T13:56:28.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0bfb60 con 0x7f64c80cddd0 2023-07-12T13:56:28.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64bc009420 con 0x7f64c80cddd0 2023-07-12T13:56:28.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64c80c46a0 con 0x7f64c80cddd0 2023-07-12T13:56:28.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64c80c5140 con 0x7f64c80cddd0 2023-07-12T13:56:28.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f64bc0b5400 con 0x7f64c80cddd0 2023-07-12T13:56:28.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.473+0000 7f64c4ff9640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64b40662b0 0x7f64b4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.477+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f64bc11e6b0 con 0x7f64c80cddd0 2023-07-12T13:56:28.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.477+0000 7f64c7fff640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64b40662b0 0x7f64b4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.477+0000 7f64c7fff640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64b40662b0 0x7f64b4068760 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f64b8009c50 tx=0x7f64b8009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:28.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.477+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f64bc0ebc20 con 0x7f64c80cddd0 2023-07-12T13:56:28.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.637+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f64c804e020 con 0x7f64c80cddd0 2023-07-12T13:56:28.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64c4ff9640 1 -- 172.21.15.50:0/1899265279 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f64bc0ef240 con 0x7f64c80cddd0 2023-07-12T13:56:28.644 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:28.644 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":24,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:28.019165+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:28.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64b40662b0 msgr2=0x7f64b4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64b40662b0 0x7f64b4068760 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f64b8009c50 tx=0x7f64b8009190 comp rx=0 tx=0).stop 2023-07-12T13:56:28.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 msgr2=0x7f64c8156880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 0x7f64c8156880 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f64bc0ad040 tx=0x7f64bc0191f0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 shutdown_connections 2023-07-12T13:56:28.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64b40662b0 0x7f64b4068760 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64c815c0d0 0x7f64c815a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c80cddd0 0x7f64c8156880 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 --2- 172.21.15.50:0/1899265279 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64c80cd120 0x7f64c80c3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 >> 172.21.15.50:0/1899265279 conn(0x7f64c806d480 msgr2=0x7f64c80b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:28.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 shutdown_connections 2023-07-12T13:56:28.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.641+0000 7f64ce9fa640 1 -- 172.21.15.50:0/1899265279 wait complete. 2023-07-12T13:56:28.665 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:28.666 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:28.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.805+0000 7fc4a4e9c640 1 Processor -- start 2023-07-12T13:56:28.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.805+0000 7fc4a4e9c640 1 -- start start 2023-07-12T13:56:28.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc4a4e9c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc4a01585d0 0x7fc4a00c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc4a4e9c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc4a0159840 0x7fc4a00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc4a4e9c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a00afdb0 0x7fc4a006bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc4a4e9c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4a015ce90 con 0x7fc4a01585d0 2023-07-12T13:56:28.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc4a4e9c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4a00b0230 con 0x7fc4a0159840 2023-07-12T13:56:28.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc4a4e9c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a006f0c0 con 0x7fc4a00afdb0 2023-07-12T13:56:28.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc4a01585d0 0x7fc4a00c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc4a01585d0 0x7fc4a00c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43736/0 (socket says 172.21.15.50:43736) 2023-07-12T13:56:28.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 -- 172.21.15.50:0/3141600921 learned_addr learned my addr 172.21.15.50:0/3141600921 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:28.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49dd9b640 1 --2- 172.21.15.50:0/3141600921 >> v2:172.21.15.55:3300/0 conn(0x7fc4a0159840 0x7fc4a00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49ed9d640 1 --2- 172.21.15.50:0/3141600921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a00afdb0 0x7fc4a006bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 -- 172.21.15.50:0/3141600921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a00afdb0 msgr2=0x7fc4a006bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:28.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3141600921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a00afdb0 0x7fc4a006bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 -- 172.21.15.50:0/3141600921 >> v2:172.21.15.55:3300/0 conn(0x7fc4a0159840 msgr2=0x7fc4a00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:28.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3141600921 >> v2:172.21.15.55:3300/0 conn(0x7fc4a0159840 0x7fc4a00af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.809+0000 7fc49e59c640 1 -- 172.21.15.50:0/3141600921 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a015c210 con 0x7fc4a01585d0 2023-07-12T13:56:28.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3141600921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a01585d0 0x7fc4a00c8e50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc4a006ece0 tx=0x7fc49001c210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d8022ca18d9148b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:28.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc49d59a640 1 -- 172.21.15.50:0/3141600921 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4900ab600 con 0x7fc4a01585d0 2023-07-12T13:56:28.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc49d59a640 1 -- 172.21.15.50:0/3141600921 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4900a7050 con 0x7fc4a01585d0 2023-07-12T13:56:28.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc49d59a640 1 -- 172.21.15.50:0/3141600921 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4900ab980 con 0x7fc4a01585d0 2023-07-12T13:56:28.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3141600921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a01585d0 msgr2=0x7fc4a00c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3141600921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a01585d0 0x7fc4a00c8e50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc4a006ece0 tx=0x7fc49001c210 comp rx=0 tx=0).stop 2023-07-12T13:56:28.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3141600921 shutdown_connections 2023-07-12T13:56:28.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3141600921 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a00afdb0 0x7fc4a006bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3141600921 >> v2:172.21.15.55:3300/0 conn(0x7fc4a0159840 0x7fc4a00af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3141600921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a01585d0 0x7fc4a00c8e50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3141600921 >> 172.21.15.50:0/3141600921 conn(0x7fc4a00ca870 msgr2=0x7fc4a00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3141600921 shutdown_connections 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3141600921 wait complete. 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 Processor -- start 2023-07-12T13:56:28.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.813+0000 7fc4a4e9c640 1 -- start start 2023-07-12T13:56:28.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a00afdb0 0x7fc4a00b2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a01585d0 0x7fc4a00c7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 0x7fc4a00c7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a014de90 con 0x7fc4a0159840 2023-07-12T13:56:28.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a00c51f0 con 0x7fc4a00afdb0 2023-07-12T13:56:28.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a00c4ec0 con 0x7fc4a01585d0 2023-07-12T13:56:28.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 0x7fc4a00c7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 0x7fc4a00c7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43748/0 (socket says 172.21.15.50:43748) 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 -- 172.21.15.50:0/3980580345 learned_addr learned my addr 172.21.15.50:0/3980580345 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a00afdb0 0x7fc4a00b2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 -- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a01585d0 msgr2=0x7fc4a00c7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49dd9b640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a01585d0 0x7fc4a00c7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a01585d0 0x7fc4a00c7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 -- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a00afdb0 msgr2=0x7fc4a00b2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a00afdb0 0x7fc4a00b2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 -- 172.21.15.50:0/3980580345 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4900094d0 con 0x7fc4a0159840 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a00afdb0 0x7fc4a00b2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49dd9b640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a01585d0 0x7fc4a00c7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc49ed9d640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 0x7fc4a00c7960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc49800ef00 tx=0x7fc49800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc498010040 con 0x7fc4a0159840 2023-07-12T13:56:28.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc49800bd20 con 0x7fc4a0159840 2023-07-12T13:56:28.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc498014640 con 0x7fc4a0159840 2023-07-12T13:56:28.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4a014e0e0 con 0x7fc4a0159840 2023-07-12T13:56:28.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4a014e6a0 con 0x7fc4a0159840 2023-07-12T13:56:28.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4a00c5380 con 0x7fc4a0159840 2023-07-12T13:56:28.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.817+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc4980147a0 con 0x7fc4a0159840 2023-07-12T13:56:28.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.821+0000 7fc48effd640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc4800662b0 0x7fc480068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:28.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.821+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc498084770 con 0x7fc4a0159840 2023-07-12T13:56:28.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.821+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc4800662b0 0x7fc480068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:28.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.821+0000 7fc49e59c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc4800662b0 0x7fc480068760 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc4900ad000 tx=0x7fc490008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:28.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.825+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc498051b10 con 0x7fc4a0159840 2023-07-12T13:56:28.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.977+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc4a004e020 con 0x7fc4a0159840 2023-07-12T13:56:28.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.977+0000 7fc48effd640 1 -- 172.21.15.50:0/3980580345 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc498055130 con 0x7fc4a0159840 2023-07-12T13:56:28.982 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:28.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc4800662b0 msgr2=0x7fc480068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc4800662b0 0x7fc480068760 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc4900ad000 tx=0x7fc490008040 comp rx=0 tx=0).stop 2023-07-12T13:56:28.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 msgr2=0x7fc4a00c7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:28.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 0x7fc4a00c7960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc49800ef00 tx=0x7fc49800b480 comp rx=0 tx=0).stop 2023-07-12T13:56:28.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 shutdown_connections 2023-07-12T13:56:28.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc4800662b0 0x7fc480068760 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4a0159840 0x7fc4a00c7960 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc4a01585d0 0x7fc4a00c7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 --2- 172.21.15.50:0/3980580345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a00afdb0 0x7fc4a00b2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:28.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 >> 172.21.15.50:0/3980580345 conn(0x7fc4a00ca870 msgr2=0x7fc4a015a290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:28.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 shutdown_connections 2023-07-12T13:56:28.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:28.981+0000 7fc4a4e9c640 1 -- 172.21.15.50:0/3980580345 wait complete. 2023-07-12T13:56:29.003 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:29.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.145+0000 7f9d47d82640 1 Processor -- start 2023-07-12T13:56:29.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.145+0000 7f9d47d82640 1 -- start start 2023-07-12T13:56:29.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.145+0000 7f9d47d82640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f9d400af870 0x7f9d400afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.145+0000 7f9d47d82640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9d400c8c40 0x7f9d400c90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d47d82640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d400c87b0 con 0x7f9d40159910 2023-07-12T13:56:29.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d47d82640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d400b01e0 con 0x7f9d400c8c40 2023-07-12T13:56:29.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d47d82640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d4006b850 con 0x7f9d400af870 2023-07-12T13:56:29.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4631f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9d400c8c40 0x7f9d400c90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d45b1e640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f9d40159910 0x7f9d4006add0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57322/0 (socket says 172.21.15.50:57322) 2023-07-12T13:56:29.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d45b1e640 1 -- 172.21.15.50:0/3077467533 learned_addr learned my addr 172.21.15.50:0/3077467533 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:29.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4531d640 1 --2- 172.21.15.50:0/3077467533 >> v2:172.21.15.55:3300/0 conn(0x7f9d400af870 0x7f9d400afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4631f640 1 -- 172.21.15.50:0/3077467533 >> v2:172.21.15.55:3300/0 conn(0x7f9d400af870 msgr2=0x7f9d400afca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:29.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4631f640 1 --2- 172.21.15.50:0/3077467533 >> v2:172.21.15.55:3300/0 conn(0x7f9d400af870 0x7f9d400afca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4631f640 1 -- 172.21.15.50:0/3077467533 >> v1:172.21.15.50:6789/0 conn(0x7f9d40159910 legacy=0x7f9d4006add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4631f640 1 -- 172.21.15.50:0/3077467533 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d4006bb30 con 0x7f9d400c8c40 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d44b1c640 1 -- 172.21.15.50:0/3077467533 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4206993425 0 0) 0x7f9d400c87b0 con 0x7f9d40159910 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d4631f640 1 --2- 172.21.15.50:0/3077467533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400c8c40 0x7f9d400c90a0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9d400b3f60 tx=0x7f9d3801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f2500f8d034115a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d44b1c640 1 -- 172.21.15.50:0/3077467533 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d380a59a0 con 0x7f9d400c8c40 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d44b1c640 1 -- 172.21.15.50:0/3077467533 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d380a5b00 con 0x7f9d400c8c40 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.149+0000 7f9d44b1c640 1 -- 172.21.15.50:0/3077467533 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d380a5e90 con 0x7f9d400c8c40 2023-07-12T13:56:29.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- 172.21.15.50:0/3077467533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400c8c40 msgr2=0x7f9d400c90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 --2- 172.21.15.50:0/3077467533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400c8c40 0x7f9d400c90a0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9d400b3f60 tx=0x7f9d3801c8e0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- 172.21.15.50:0/3077467533 shutdown_connections 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 --2- 172.21.15.50:0/3077467533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400c8c40 0x7f9d400c90a0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 --2- 172.21.15.50:0/3077467533 >> v2:172.21.15.55:3300/0 conn(0x7f9d400af870 0x7f9d400afca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- 172.21.15.50:0/3077467533 >> 172.21.15.50:0/3077467533 conn(0x7f9d400ca870 msgr2=0x7f9d400cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- 172.21.15.50:0/3077467533 shutdown_connections 2023-07-12T13:56:29.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- 172.21.15.50:0/3077467533 wait complete. 2023-07-12T13:56:29.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 Processor -- start 2023-07-12T13:56:29.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- start start 2023-07-12T13:56:29.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 0x7f9d400c7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d400c8c40 0x7f9d400b1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d40159910 0x7f9d400b17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4015b650 con 0x7f9d400af870 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d401505d0 con 0x7f9d40159910 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d47d82640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d400c81e0 con 0x7f9d400c8c40 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 0x7f9d400c7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 0x7f9d400c7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43776/0 (socket says 172.21.15.50:43776) 2023-07-12T13:56:29.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 -- 172.21.15.50:0/1133832285 learned_addr learned my addr 172.21.15.50:0/1133832285 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d4531d640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d400c8c40 0x7f9d400b1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d4631f640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d40159910 0x7f9d400b17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 -- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d400c8c40 msgr2=0x7f9d400b1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d400c8c40 0x7f9d400b1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 -- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d40159910 msgr2=0x7f9d400b17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d40159910 0x7f9d400b17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.153+0000 7f9d45b1e640 1 -- 172.21.15.50:0/1133832285 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d38009a70 con 0x7f9d400af870 2023-07-12T13:56:29.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d45b1e640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 0x7f9d400c7ca0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c0011f0 tx=0x7f9d3c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3c0074e0 con 0x7f9d400af870 2023-07-12T13:56:29.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d3c007640 con 0x7f9d400af870 2023-07-12T13:56:29.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3c004a10 con 0x7f9d400af870 2023-07-12T13:56:29.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d4015aa40 con 0x7f9d400af870 2023-07-12T13:56:29.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d4015b000 con 0x7f9d400af870 2023-07-12T13:56:29.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d4004e020 con 0x7f9d400af870 2023-07-12T13:56:29.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9d3c004b70 con 0x7f9d400af870 2023-07-12T13:56:29.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d367fc640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d24066280 0x7f9d24068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f9d3c083050 con 0x7f9d400af870 2023-07-12T13:56:29.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.157+0000 7f9d4531d640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d24066280 0x7f9d24068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.161+0000 7f9d4531d640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d24066280 0x7f9d24068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9d400b2090 tx=0x7f9d30008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.161+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9d3c050490 con 0x7f9d400af870 2023-07-12T13:56:29.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.317+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f9d400c5cb0 con 0x7f9d400af870 2023-07-12T13:56:29.322 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.317+0000 7f9d367fc640 1 -- 172.21.15.50:0/1133832285 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f9d3c018020 con 0x7f9d400af870 2023-07-12T13:56:29.322 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:29.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d24066280 msgr2=0x7f9d24068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d24066280 0x7f9d24068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9d400b2090 tx=0x7f9d30008040 comp rx=0 tx=0).stop 2023-07-12T13:56:29.324 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 msgr2=0x7f9d400c7ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 0x7f9d400c7ca0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c0011f0 tx=0x7f9d3c00c9b0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 shutdown_connections 2023-07-12T13:56:29.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9d24066280 0x7f9d24068730 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d40159910 0x7f9d400b17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9d400c8c40 0x7f9d400b1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.325 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 --2- 172.21.15.50:0/1133832285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d400af870 0x7f9d400c7ca0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 >> 172.21.15.50:0/1133832285 conn(0x7f9d400ca870 msgr2=0x7f9d40070190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:29.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 shutdown_connections 2023-07-12T13:56:29.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.321+0000 7f9d47d82640 1 -- 172.21.15.50:0/1133832285 wait complete. 2023-07-12T13:56:29.343 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:29.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc61196640 1 Processor -- start 2023-07-12T13:56:29.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc61196640 1 -- start start 2023-07-12T13:56:29.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc61196640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c06add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc61196640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc5c0c87b0 con 0x7fdc5c06b310 2023-07-12T13:56:29.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc61196640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc5c06b850 con 0x7fdc5c0aff80 2023-07-12T13:56:29.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc61196640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c06bb30 con 0x7fdc5c159910 2023-07-12T13:56:29.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc5a59c640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fdc5c06b310 0x7fdc5c0af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57332/0 (socket says 172.21.15.50:57332) 2023-07-12T13:56:29.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc5a59c640 1 -- 172.21.15.50:0/822941206 learned_addr learned my addr 172.21.15.50:0/822941206 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:29.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc5ad9d640 1 --2- 172.21.15.50:0/822941206 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c06add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1301952622 0 0) 0x7fdc5c0c87b0 con 0x7fdc5c06b310 2023-07-12T13:56:29.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc44003530 con 0x7fdc5c06b310 2023-07-12T13:56:29.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2856740802 0 0) 0x7fdc5c06b850 con 0x7fdc5c0aff80 2023-07-12T13:56:29.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc5c0c87b0 con 0x7fdc5c0aff80 2023-07-12T13:56:29.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/822941206 >> v1:172.21.15.55:6789/0 conn(0x7fdc5c0aff80 legacy=0x7fdc5c0c8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/822941206 >> v1:172.21.15.50:6789/0 conn(0x7fdc5c06b310 legacy=0x7fdc5c0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.485+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/822941206 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc5c06be10 con 0x7fdc5c159910 2023-07-12T13:56:29.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc5ad9d640 1 --2- 172.21.15.50:0/822941206 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c06add0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c0097f0 tx=0x7fdc4c01c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc09d6fba3de8b0a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c0a7070 con 0x7fdc5c159910 2023-07-12T13:56:29.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc4c0ab430 con 0x7fdc5c159910 2023-07-12T13:56:29.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc59d9b640 1 -- 172.21.15.50:0/822941206 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c0ab7c0 con 0x7fdc5c159910 2023-07-12T13:56:29.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 -- 172.21.15.50:0/822941206 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 msgr2=0x7fdc5c06add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 --2- 172.21.15.50:0/822941206 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c06add0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c0097f0 tx=0x7fdc4c01c490 comp rx=0 tx=0).stop 2023-07-12T13:56:29.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 -- 172.21.15.50:0/822941206 shutdown_connections 2023-07-12T13:56:29.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 --2- 172.21.15.50:0/822941206 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c06add0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 -- 172.21.15.50:0/822941206 >> 172.21.15.50:0/822941206 conn(0x7fdc5c0ca870 msgr2=0x7fdc5c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:29.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 -- 172.21.15.50:0/822941206 shutdown_connections 2023-07-12T13:56:29.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.489+0000 7fdc61196640 1 -- 172.21.15.50:0/822941206 wait complete. 2023-07-12T13:56:29.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 Processor -- start 2023-07-12T13:56:29.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 -- start start 2023-07-12T13:56:29.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 0x7fdc5c0cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc5c0aff80 0x7fdc5c1f70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c146a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c0cb9c0 con 0x7fdc5c06b310 2023-07-12T13:56:29.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c0cc950 con 0x7fdc5c0aff80 2023-07-12T13:56:29.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c1f7bb0 con 0x7fdc5c159910 2023-07-12T13:56:29.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 0x7fdc5c0cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 0x7fdc5c0cc410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43788/0 (socket says 172.21.15.50:43788) 2023-07-12T13:56:29.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/3379210013 learned_addr learned my addr 172.21.15.50:0/3379210013 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:29.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5a59c640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc5c0aff80 0x7fdc5c1f70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.501 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5b59e640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c146a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 msgr2=0x7fdc5c146a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c146a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc5c0aff80 msgr2=0x7fdc5c1f70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc5c0aff80 0x7fdc5c1f70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 -- 172.21.15.50:0/3379210013 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc4c009420 con 0x7fdc5c06b310 2023-07-12T13:56:29.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc5ad9d640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 0x7fdc5c0cc410 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c0190a0 tx=0x7fdc4c01acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c0bf610 con 0x7fdc5c06b310 2023-07-12T13:56:29.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc4c0bf790 con 0x7fdc5c06b310 2023-07-12T13:56:29.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c0bfb40 con 0x7fdc5c06b310 2023-07-12T13:56:29.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc5c1f7e90 con 0x7fdc5c06b310 2023-07-12T13:56:29.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.493+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc5c0cbef0 con 0x7fdc5c06b310 2023-07-12T13:56:29.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.497+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc5c04e020 con 0x7fdc5c06b310 2023-07-12T13:56:29.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.497+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdc4c0b5400 con 0x7fdc5c06b310 2023-07-12T13:56:29.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.497+0000 7fdc437fe640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdc480662b0 0x7fdc48068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.497+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fdc4c11dee0 con 0x7fdc5c06b310 2023-07-12T13:56:29.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.497+0000 7fdc5a59c640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdc480662b0 0x7fdc48068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.497+0000 7fdc5a59c640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdc480662b0 0x7fdc48068760 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c144f80 tx=0x7fdc50007d80 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.501+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdc4c0eb460 con 0x7fdc5c06b310 2023-07-12T13:56:29.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.657+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdc5c15d1c0 con 0x7fdc5c06b310 2023-07-12T13:56:29.662 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.657+0000 7fdc437fe640 1 -- 172.21.15.50:0/3379210013 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdc4c0eea80 con 0x7fdc5c06b310 2023-07-12T13:56:29.662 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:29.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdc480662b0 msgr2=0x7fdc48068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdc480662b0 0x7fdc48068760 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c144f80 tx=0x7fdc50007d80 comp rx=0 tx=0).stop 2023-07-12T13:56:29.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 msgr2=0x7fdc5c0cc410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 0x7fdc5c0cc410 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c0190a0 tx=0x7fdc4c01acd0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 shutdown_connections 2023-07-12T13:56:29.664 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdc480662b0 0x7fdc48068760 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdc5c159910 0x7fdc5c146a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc5c0aff80 0x7fdc5c1f70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 --2- 172.21.15.50:0/3379210013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc5c06b310 0x7fdc5c0cc410 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 >> 172.21.15.50:0/3379210013 conn(0x7fdc5c0ca870 msgr2=0x7fdc5c157da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:29.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 shutdown_connections 2023-07-12T13:56:29.665 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.661+0000 7fdc61196640 1 -- 172.21.15.50:0/3379210013 wait complete. 2023-07-12T13:56:29.684 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:29.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 Processor -- start 2023-07-12T13:56:29.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 -- start start 2023-07-12T13:56:29.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f50900d01b0 0x7f50900cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50900cda60 con 0x7f50900cc600 2023-07-12T13:56:29.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50900cdcc0 con 0x7f50900d01b0 2023-07-12T13:56:29.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096a31640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50900cdfa0 con 0x7f50900cfde0 2023-07-12T13:56:29.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5096230640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f50900d01b0 0x7f50900cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57850/0 (socket says 172.21.15.50:57850) 2023-07-12T13:56:29.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f509522e640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f50900cc600 0x7f50900ce980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:49424/0 (socket says 172.21.15.50:49424) 2023-07-12T13:56:29.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 -- 172.21.15.50:0/91953000 learned_addr learned my addr 172.21.15.50:0/91953000 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:29.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 -- 172.21.15.50:0/91953000 >> v2:172.21.15.55:3300/0 conn(0x7f50900d01b0 msgr2=0x7f50900cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:29.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 --2- 172.21.15.50:0/91953000 >> v2:172.21.15.55:3300/0 conn(0x7f50900d01b0 0x7f50900cf090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 -- 172.21.15.50:0/91953000 >> v1:172.21.15.55:6789/0 conn(0x7f50900cc600 legacy=0x7f50900ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.833 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.825+0000 7f5095a2f640 1 -- 172.21.15.50:0/91953000 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50900ce280 con 0x7f50900cfde0 2023-07-12T13:56:29.834 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5095a2f640 1 --2- 172.21.15.50:0/91953000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cd520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f508c006fd0 tx=0x7f508c01c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67439ed973d6e98a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.834 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5094a2d640 1 -- 172.21.15.50:0/91953000 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508c0aa610 con 0x7f50900cfde0 2023-07-12T13:56:29.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5094a2d640 1 -- 172.21.15.50:0/91953000 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f508c0a6040 con 0x7f50900cfde0 2023-07-12T13:56:29.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5094a2d640 1 -- 172.21.15.50:0/91953000 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508c0aa990 con 0x7f50900cfde0 2023-07-12T13:56:29.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 -- 172.21.15.50:0/91953000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 msgr2=0x7f50900cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 --2- 172.21.15.50:0/91953000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cd520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f508c006fd0 tx=0x7f508c01c490 comp rx=0 tx=0).stop 2023-07-12T13:56:29.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 -- 172.21.15.50:0/91953000 shutdown_connections 2023-07-12T13:56:29.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 --2- 172.21.15.50:0/91953000 >> v2:172.21.15.55:3300/0 conn(0x7f50900d01b0 0x7f50900cf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 --2- 172.21.15.50:0/91953000 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cd520 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 -- 172.21.15.50:0/91953000 >> 172.21.15.50:0/91953000 conn(0x7f509009b320 msgr2=0x7f50900d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:29.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 -- 172.21.15.50:0/91953000 shutdown_connections 2023-07-12T13:56:29.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.829+0000 7f5096a31640 1 -- 172.21.15.50:0/91953000 wait complete. 2023-07-12T13:56:29.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 Processor -- start 2023-07-12T13:56:29.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 -- start start 2023-07-12T13:56:29.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50900cc600 0x7f50900b1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 0x7f5090142300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50900b58b0 con 0x7f50900d01b0 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50900b4990 con 0x7f50900cc600 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50900b1eb0 con 0x7f50900cfde0 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 0x7f5090142300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5095a2f640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50900cc600 0x7f50900b1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f509522e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 0x7f5090142300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43802/0 (socket says 172.21.15.50:43802) 2023-07-12T13:56:29.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 -- 172.21.15.50:0/1317106238 learned_addr learned my addr 172.21.15.50:0/1317106238 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:29.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 -- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 msgr2=0x7f50900cb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 -- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50900cc600 msgr2=0x7f50900b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:29.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50900cc600 0x7f50900b1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:29.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 -- 172.21.15.50:0/1317106238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f508c009480 con 0x7f50900d01b0 2023-07-12T13:56:29.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096230640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 0x7f5090142300 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5088009d30 tx=0x7f508800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5088009ba0 con 0x7f50900d01b0 2023-07-12T13:56:29.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f508800f040 con 0x7f50900d01b0 2023-07-12T13:56:29.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50880146c0 con 0x7f50900d01b0 2023-07-12T13:56:29.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50900b40f0 con 0x7f50900d01b0 2023-07-12T13:56:29.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.833+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50900b46b0 con 0x7f50900d01b0 2023-07-12T13:56:29.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.837+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50900b5680 con 0x7f50900d01b0 2023-07-12T13:56:29.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.837+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5088014820 con 0x7f50900d01b0 2023-07-12T13:56:29.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.837+0000 7f50867fc640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5074066280 0x7f5074068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:29.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.837+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f50880846c0 con 0x7f50900d01b0 2023-07-12T13:56:29.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.837+0000 7f5095a2f640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5074066280 0x7f5074068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:29.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.837+0000 7f5095a2f640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5074066280 0x7f5074068730 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f508c0ae000 tx=0x7f508c0a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:29.847 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.841+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f50900b5680 con 0x7f50900d01b0 2023-07-12T13:56:30.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f50900b5680 con 0x7f50900d01b0 2023-07-12T13:56:30.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f50867fc640 1 -- 172.21.15.50:0/1317106238 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f50900b5680 con 0x7f50900d01b0 2023-07-12T13:56:30.001 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:30.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5074066280 msgr2=0x7f5074068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5074066280 0x7f5074068730 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f508c0ae000 tx=0x7f508c0a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:30.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 msgr2=0x7f5090142300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 0x7f5090142300 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5088009d30 tx=0x7f508800c490 comp rx=0 tx=0).stop 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 shutdown_connections 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f5074066280 0x7f5074068730 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50900d01b0 0x7f5090142300 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f50900cfde0 0x7f50900cb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 --2- 172.21.15.50:0/1317106238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50900cc600 0x7f50900b1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 >> 172.21.15.50:0/1317106238 conn(0x7f509009b320 msgr2=0x7f50900ccae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:30.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 shutdown_connections 2023-07-12T13:56:30.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:29.997+0000 7f5096a31640 1 -- 172.21.15.50:0/1317106238 wait complete. 2023-07-12T13:56:30.022 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:30.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.161+0000 7efc32540640 1 Processor -- start 2023-07-12T13:56:30.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.161+0000 7efc32540640 1 -- start start 2023-07-12T13:56:30.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc32540640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7efc2c06ffd0 0x7efc2c069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc32540640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc2c15c050 con 0x7efc2c15bc80 2023-07-12T13:56:30.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc32540640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc2c15fad0 con 0x7efc2c15f610 2023-07-12T13:56:30.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc32540640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc2c15db20 con 0x7efc2c06ffd0 2023-07-12T13:56:30.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7efc2c15bc80 0x7efc2c15d410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57334/0 (socket says 172.21.15.50:57334) 2023-07-12T13:56:30.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 -- 172.21.15.50:0/2887297083 learned_addr learned my addr 172.21.15.50:0/2887297083 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:30.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc30add640 1 --2- 172.21.15.50:0/2887297083 >> v2:172.21.15.55:3300/0 conn(0x7efc2c06ffd0 0x7efc2c069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3159385726 0 0) 0x7efc2c15c050 con 0x7efc2c15bc80 2023-07-12T13:56:30.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc14003530 con 0x7efc2c15bc80 2023-07-12T13:56:30.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 276574590 0 0) 0x7efc14003530 con 0x7efc2c15bc80 2023-07-12T13:56:30.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 >> v2:172.21.15.55:3300/0 conn(0x7efc2c06ffd0 msgr2=0x7efc2c069ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:30.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 --2- 172.21.15.50:0/2887297083 >> v2:172.21.15.55:3300/0 conn(0x7efc2c06ffd0 0x7efc2c069ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 >> v1:172.21.15.55:6789/0 conn(0x7efc2c15f610 legacy=0x7efc2c06f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc2c15fdb0 con 0x7efc2c15bc80 2023-07-12T13:56:30.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7efc1c001680 con 0x7efc2c15bc80 2023-07-12T13:56:30.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 >> v1:172.21.15.50:6789/0 conn(0x7efc2c15bc80 legacy=0x7efc2c15d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc140039f0 0x7efc14003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140047d0 0x7efc14004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc14005180 0x7efc1400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc2c15db20 con 0x7efc140039f0 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc1400c060 con 0x7efc14005180 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc1400c220 con 0x7efc140047d0 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc140039f0 0x7efc14003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc30add640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc14005180 0x7efc1400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2b7fe640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140047d0 0x7efc14004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 -- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140047d0 msgr2=0x7efc14004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140047d0 0x7efc14004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 -- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc14005180 msgr2=0x7efc1400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:30.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc14005180 0x7efc1400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2bfff640 1 -- 172.21.15.50:0/2887297083 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc14003530 con 0x7efc140039f0 2023-07-12T13:56:30.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc30add640 1 -- 172.21.15.50:0/2887297083 reap_dead start 2023-07-12T13:56:30.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.165+0000 7efc2b7fe640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140047d0 0x7efc14004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:30.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc2bfff640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc140039f0 0x7efc14003e00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efc1c00c240 tx=0x7efc1c01cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59e932c152631342 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc1c0a5b20 con 0x7efc140039f0 2023-07-12T13:56:30.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc1c0a5c80 con 0x7efc140039f0 2023-07-12T13:56:30.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc2affd640 1 -- 172.21.15.50:0/2887297083 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc1c005b20 con 0x7efc140039f0 2023-07-12T13:56:30.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 -- 172.21.15.50:0/2887297083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc140039f0 msgr2=0x7efc14003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc140039f0 0x7efc14003e00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efc1c00c240 tx=0x7efc1c01cb90 comp rx=0 tx=0).stop 2023-07-12T13:56:30.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 -- 172.21.15.50:0/2887297083 shutdown_connections 2023-07-12T13:56:30.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 --2- 172.21.15.50:0/2887297083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc140039f0 0x7efc14003e00 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 -- 172.21.15.50:0/2887297083 >> 172.21.15.50:0/2887297083 conn(0x7efc2c0b0de0 msgr2=0x7efc2c0ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:30.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 -- 172.21.15.50:0/2887297083 shutdown_connections 2023-07-12T13:56:30.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.169+0000 7efc32540640 1 -- 172.21.15.50:0/2887297083 wait complete. 2023-07-12T13:56:30.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 Processor -- start 2023-07-12T13:56:30.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 -- start start 2023-07-12T13:56:30.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140039f0 0x7efc2c1576f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 0x7efc2c0cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc2c0cb320 0x7efc2c0b1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc2c157c30 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc2c0b3cf0 con 0x7efc2c0cb320 2023-07-12T13:56:30.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc2c0b3450 con 0x7efc140039f0 2023-07-12T13:56:30.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 0x7efc2c0cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 0x7efc2c0cade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43816/0 (socket says 172.21.15.50:43816) 2023-07-12T13:56:30.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 -- 172.21.15.50:0/872261973 learned_addr learned my addr 172.21.15.50:0/872261973 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:30.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2bfff640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140039f0 0x7efc2c1576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 -- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140039f0 msgr2=0x7efc2c1576f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc30add640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc2c0cb320 0x7efc2c0b1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140039f0 0x7efc2c1576f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 -- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc2c0cb320 msgr2=0x7efc2c0b1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc2c0cb320 0x7efc2c0b1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 -- 172.21.15.50:0/872261973 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc2c0b3730 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2bfff640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140039f0 0x7efc2c1576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc30add640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc2c0cb320 0x7efc2c0b1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc2b7fe640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 0x7efc2c0cade0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7efc2000e480 tx=0x7efc2000e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc200050d0 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc20005230 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc20003600 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc2c0b3a10 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.173+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc2c0b3000 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.177+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc2c1f7610 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.177+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efc20003760 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.177+0000 7efc28ff9640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc18066280 0x7efc18068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.177+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7efc20083170 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.177+0000 7efc2bfff640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc18066280 0x7efc18068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.177+0000 7efc2bfff640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc18066280 0x7efc18068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efc1c0ab000 tx=0x7efc1c006040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.181+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efc2c1f7610 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7efc2c1f7610 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc28ff9640 1 -- 172.21.15.50:0/872261973 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7efc2c1f7610 con 0x7efc2c1f7cd0 2023-07-12T13:56:30.354 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:30.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc18066280 msgr2=0x7efc18068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc18066280 0x7efc18068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efc1c0ab000 tx=0x7efc1c006040 comp rx=0 tx=0).stop 2023-07-12T13:56:30.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 msgr2=0x7efc2c0cade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 0x7efc2c0cade0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7efc2000e480 tx=0x7efc2000e570 comp rx=0 tx=0).stop 2023-07-12T13:56:30.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 shutdown_connections 2023-07-12T13:56:30.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7efc18066280 0x7efc18068730 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efc2c0cb320 0x7efc2c0b1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc2c1f7cd0 0x7efc2c0cade0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 --2- 172.21.15.50:0/872261973 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7efc140039f0 0x7efc2c1576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 >> 172.21.15.50:0/872261973 conn(0x7efc2c0b0de0 msgr2=0x7efc2c159af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:30.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 shutdown_connections 2023-07-12T13:56:30.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.349+0000 7efc32540640 1 -- 172.21.15.50:0/872261973 wait complete. 2023-07-12T13:56:30.375 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:56:30.375 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:30.384 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:30.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18f511640 1 Processor -- start 2023-07-12T13:56:30.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18f511640 1 -- start start 2023-07-12T13:56:30.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18f511640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 0x7ff1880c9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18f511640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff188071330 con 0x7ff1880af870 2023-07-12T13:56:30.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18f511640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1880c88e0 con 0x7ff188159650 2023-07-12T13:56:30.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18f511640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff188070d70 con 0x7ff1880afcc0 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18caac640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff1880af870 0x7ff1880c8d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57336/0 (socket says 172.21.15.50:57336) 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18caac640 1 -- 172.21.15.50:0/3233902293 learned_addr learned my addr 172.21.15.50:0/3233902293 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff18daae640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 0x7ff1880c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 933424947 0 0) 0x7ff188071330 con 0x7ff1880af870 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff174003530 con 0x7ff1880af870 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2407349045 0 0) 0x7ff174003530 con 0x7ff1880af870 2023-07-12T13:56:30.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 msgr2=0x7ff1880c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 0x7ff1880c9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 >> v1:172.21.15.55:6789/0 conn(0x7ff188159650 legacy=0x7ff188070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff188071050 con 0x7ff1880af870 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7ff178001680 con 0x7ff1880af870 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 >> v1:172.21.15.50:6789/0 conn(0x7ff1880af870 legacy=0x7ff1880c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 0x7ff174003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff174003f60 0x7ff1740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff174004d10 0x7ff174005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff188070d70 con 0x7ff174003f60 2023-07-12T13:56:30.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17400bb20 con 0x7ff174004d10 2023-07-12T13:56:30.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.565+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff17400bcb0 con 0x7ff1880afcc0 2023-07-12T13:56:30.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff174003f60 0x7ff1740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18d2ad640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 0x7ff174003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18daae640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff174004d10 0x7ff174005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 -- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 msgr2=0x7ff174003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:30.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff1880afcc0 0x7ff174003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 -- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff174004d10 msgr2=0x7ff174005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:30.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff174004d10 0x7ff174005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 -- 172.21.15.50:0/3233902293 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff174003530 con 0x7ff174003f60 2023-07-12T13:56:30.583 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff18caac640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff174003f60 0x7ff1740047d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff17800c190 tx=0x7ff17801cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d15c6828ce3194 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.584 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff178005ae0 con 0x7ff174003f60 2023-07-12T13:56:30.584 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff178005c60 con 0x7ff174003f60 2023-07-12T13:56:30.584 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.569+0000 7ff17ffff640 1 -- 172.21.15.50:0/3233902293 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1780072b0 con 0x7ff174003f60 2023-07-12T13:56:30.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- 172.21.15.50:0/3233902293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff174003f60 msgr2=0x7ff1740047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 --2- 172.21.15.50:0/3233902293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff174003f60 0x7ff1740047d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff17800c190 tx=0x7ff17801cb50 comp rx=0 tx=0).stop 2023-07-12T13:56:30.585 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 -- 172.21.15.50:0/3233902293 reap_dead start 2023-07-12T13:56:30.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- 172.21.15.50:0/3233902293 shutdown_connections 2023-07-12T13:56:30.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- 172.21.15.50:0/3233902293 >> 172.21.15.50:0/3233902293 conn(0x7ff1880ca870 msgr2=0x7ff1880cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:30.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- 172.21.15.50:0/3233902293 shutdown_connections 2023-07-12T13:56:30.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- 172.21.15.50:0/3233902293 wait complete. 2023-07-12T13:56:30.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 Processor -- start 2023-07-12T13:56:30.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- start start 2023-07-12T13:56:30.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff174003f60 0x7ff1880c5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff188152200 0x7ff188143050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 0x7ff188143590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff18814d090 con 0x7ff188152670 2023-07-12T13:56:30.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1880c6150 con 0x7ff188152200 2023-07-12T13:56:30.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18f511640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1880c6430 con 0x7ff174003f60 2023-07-12T13:56:30.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 0x7ff188143590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 0x7ff188143590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43846/0 (socket says 172.21.15.50:43846) 2023-07-12T13:56:30.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 -- 172.21.15.50:0/3159049895 learned_addr learned my addr 172.21.15.50:0/3159049895 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:30.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18d2ad640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff174003f60 0x7ff1880c5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18caac640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff188152200 0x7ff188143050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 -- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff174003f60 msgr2=0x7ff1880c5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff174003f60 0x7ff1880c5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 -- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff188152200 msgr2=0x7ff188143050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff188152200 0x7ff188143050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18daae640 1 -- 172.21.15.50:0/3159049895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff18814cd20 con 0x7ff188152670 2023-07-12T13:56:30.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.573+0000 7ff18caac640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff188152200 0x7ff188143050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff18daae640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 0x7ff188143590 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff18806ecf0 tx=0x7ff180011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff18000e040 con 0x7ff188152670 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff18000f040 con 0x7ff188152670 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff180015a80 con 0x7ff188152670 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1880c7dc0 con 0x7ff188152670 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff188143ca0 con 0x7ff188152670 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1880c7fe0 con 0x7ff188152670 2023-07-12T13:56:30.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff180015be0 con 0x7ff188152670 2023-07-12T13:56:30.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff17dffb640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff16c066280 0x7ff16c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.577+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7ff180083e40 con 0x7ff188152670 2023-07-12T13:56:30.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.581+0000 7ff18d2ad640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff16c066280 0x7ff16c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.593 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.581+0000 7ff18d2ad640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff16c066280 0x7ff16c068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff18814b9c0 tx=0x7ff184009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.593 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.581+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff180054c70 con 0x7ff188152670 2023-07-12T13:56:30.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff18814ceb0 con 0x7ff188152670 2023-07-12T13:56:30.745 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff17dffb640 1 -- 172.21.15.50:0/3159049895 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7ff180054800 con 0x7ff188152670 2023-07-12T13:56:30.746 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:30.746 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:30.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff16c066280 msgr2=0x7ff16c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff16c066280 0x7ff16c068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff18814b9c0 tx=0x7ff184009040 comp rx=0 tx=0).stop 2023-07-12T13:56:30.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 msgr2=0x7ff188143590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 0x7ff188143590 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff18806ecf0 tx=0x7ff180011cb0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.748 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 shutdown_connections 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff16c066280 0x7ff16c068730 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff188152670 0x7ff188143590 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff188152200 0x7ff188143050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 --2- 172.21.15.50:0/3159049895 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff174003f60 0x7ff1880c5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.741+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 >> 172.21.15.50:0/3159049895 conn(0x7ff1880ca870 msgr2=0x7ff1880c8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.745+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 shutdown_connections 2023-07-12T13:56:30.749 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.745+0000 7ff18f511640 1 -- 172.21.15.50:0/3159049895 wait complete. 2023-07-12T13:56:30.767 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:30.768 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:30.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe206496640 1 Processor -- start 2023-07-12T13:56:30.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe206496640 1 -- start start 2023-07-12T13:56:30.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe206496640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe20006b970 0x7fe20006bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe206496640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe200160d80 con 0x7fe20015c390 2023-07-12T13:56:30.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe206496640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2000cddd0 con 0x7fe20015d280 2023-07-12T13:56:30.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe206496640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2001601e0 con 0x7fe20006b970 2023-07-12T13:56:30.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe1fffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe20015c390 0x7fe2000cf8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57346/0 (socket says 172.21.15.50:57346) 2023-07-12T13:56:30.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe1fffff640 1 -- 172.21.15.50:0/1872262809 learned_addr learned my addr 172.21.15.50:0/1872262809 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:30.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe204a33640 1 --2- 172.21.15.50:0/1872262809 >> v2:172.21.15.50:3300/0 conn(0x7fe20006b970 0x7fe20006bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe1feffd640 1 -- 172.21.15.50:0/1872262809 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 57729273 0 0) 0x7fe1f0001120 con 0x7fe20015c390 2023-07-12T13:56:30.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe1feffd640 1 -- 172.21.15.50:0/1872262809 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1e8003530 con 0x7fe20015c390 2023-07-12T13:56:30.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe1feffd640 1 -- 172.21.15.50:0/1872262809 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3719666542 0 0) 0x7fe2000cddd0 con 0x7fe20015d280 2023-07-12T13:56:30.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe204a33640 1 -- 172.21.15.50:0/1872262809 >> v1:172.21.15.55:6789/0 conn(0x7fe20015d280 legacy=0x7fe200160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe204a33640 1 -- 172.21.15.50:0/1872262809 >> v1:172.21.15.50:6789/0 conn(0x7fe20015c390 legacy=0x7fe2000cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.909+0000 7fe204a33640 1 -- 172.21.15.50:0/1872262809 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe20006c2f0 con 0x7fe20006b970 2023-07-12T13:56:30.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe204a33640 1 --2- 172.21.15.50:0/1872262809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20006b970 0x7fe20006bdb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe1f8009d90 tx=0x7fe1f801c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2f74f72293edaa server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe1feffd640 1 -- 172.21.15.50:0/1872262809 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80a58c0 con 0x7fe20006b970 2023-07-12T13:56:30.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe1feffd640 1 -- 172.21.15.50:0/1872262809 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f80a5a20 con 0x7fe20006b970 2023-07-12T13:56:30.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe1feffd640 1 -- 172.21.15.50:0/1872262809 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80a5d90 con 0x7fe20006b970 2023-07-12T13:56:30.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 -- 172.21.15.50:0/1872262809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20006b970 msgr2=0x7fe20006bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 --2- 172.21.15.50:0/1872262809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20006b970 0x7fe20006bdb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe1f8009d90 tx=0x7fe1f801c800 comp rx=0 tx=0).stop 2023-07-12T13:56:30.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 -- 172.21.15.50:0/1872262809 shutdown_connections 2023-07-12T13:56:30.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 --2- 172.21.15.50:0/1872262809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20006b970 0x7fe20006bdb0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 -- 172.21.15.50:0/1872262809 >> 172.21.15.50:0/1872262809 conn(0x7fe20006e0c0 msgr2=0x7fe20006eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:30.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 -- 172.21.15.50:0/1872262809 shutdown_connections 2023-07-12T13:56:30.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.913+0000 7fe206496640 1 -- 172.21.15.50:0/1872262809 wait complete. 2023-07-12T13:56:30.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 Processor -- start 2023-07-12T13:56:30.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 -- start start 2023-07-12T13:56:30.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe20006b970 0x7fe200145f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 0x7fe2001521c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe20015d280 0x7fe200150510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20014fc90 con 0x7fe20015c390 2023-07-12T13:56:30.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe200150120 con 0x7fe20015d280 2023-07-12T13:56:30.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2001464b0 con 0x7fe20006b970 2023-07-12T13:56:30.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 0x7fe2001521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.923 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 0x7fe2001521c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43866/0 (socket says 172.21.15.50:43866) 2023-07-12T13:56:30.923 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 -- 172.21.15.50:0/3686294019 learned_addr learned my addr 172.21.15.50:0/3686294019 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:30.924 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 -- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe20006b970 msgr2=0x7fe200145f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.924 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe204a33640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe20015d280 0x7fe200150510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.924 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1fffff640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe20006b970 0x7fe200145f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.924 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe20006b970 0x7fe200145f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.924 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 -- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe20015d280 msgr2=0x7fe200150510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:30.924 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe20015d280 0x7fe200150510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 -- 172.21.15.50:0/3686294019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f8009a70 con 0x7fe20015c390 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe204a33640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe20015d280 0x7fe200150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1fffff640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe20006b970 0x7fe200145f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1ff7fe640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 0x7fe2001521c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4001ec0 tx=0x7fe1f400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f40054e0 con 0x7fe20015c390 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f4003600 con 0x7fe20015c390 2023-07-12T13:56:30.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f40039b0 con 0x7fe20015c390 2023-07-12T13:56:30.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe20014f080 con 0x7fe20015c390 2023-07-12T13:56:30.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.917+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe20014f640 con 0x7fe20015c390 2023-07-12T13:56:30.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.921+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2000ca510 con 0x7fe20015c390 2023-07-12T13:56:30.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.921+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe1f4003b10 con 0x7fe20015c390 2023-07-12T13:56:30.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.921+0000 7fe1fcff9640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe1ec066280 0x7fe1ec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:30.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.921+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fe1f40833f0 con 0x7fe20015c390 2023-07-12T13:56:30.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.921+0000 7fe1fffff640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe1ec066280 0x7fe1ec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:30.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.921+0000 7fe1fffff640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe1ec066280 0x7fe1ec068730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe1f0007fd0 tx=0x7fe1f0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:30.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:30.925+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe1f4050790 con 0x7fe20015c390 2023-07-12T13:56:31.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.081+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe20004e020 con 0x7fe20015c390 2023-07-12T13:56:31.086 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.081+0000 7fe1fcff9640 1 -- 172.21.15.50:0/3686294019 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe1f4053db0 con 0x7fe20015c390 2023-07-12T13:56:31.087 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:31.088 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe1ec066280 msgr2=0x7fe1ec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe1ec066280 0x7fe1ec068730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe1f0007fd0 tx=0x7fe1f0009040 comp rx=0 tx=0).stop 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 msgr2=0x7fe2001521c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 0x7fe2001521c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4001ec0 tx=0x7fe1f400c8e0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 shutdown_connections 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe1ec066280 0x7fe1ec068730 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe20015d280 0x7fe200150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.089 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe20015c390 0x7fe2001521c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 --2- 172.21.15.50:0/3686294019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe20006b970 0x7fe200145f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 >> 172.21.15.50:0/3686294019 conn(0x7fe20006e0c0 msgr2=0x7fe2001535f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:31.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 shutdown_connections 2023-07-12T13:56:31.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.085+0000 7fe206496640 1 -- 172.21.15.50:0/3686294019 wait complete. 2023-07-12T13:56:31.108 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:31.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.249+0000 7f7ec2e19640 1 Processor -- start 2023-07-12T13:56:31.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.249+0000 7f7ec2e19640 1 -- start start 2023-07-12T13:56:31.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec2e19640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7ebc0cc600 0x7f7ebc0cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec2e19640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ebc0cda60 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec2e19640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ebc0cf7a0 con 0x7f7ebc0cfde0 2023-07-12T13:56:31.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec2e19640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ebc0cdcc0 con 0x7f7ebc0cc600 2023-07-12T13:56:31.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec2618640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f7ebc0d01b0 0x7f7ebc0cf090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57360/0 (socket says 172.21.15.50:57360) 2023-07-12T13:56:31.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec2618640 1 -- 172.21.15.50:0/298659315 learned_addr learned my addr 172.21.15.50:0/298659315 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:31.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec1616640 1 --2- 172.21.15.50:0/298659315 >> v2:172.21.15.55:3300/0 conn(0x7f7ebc0cc600 0x7f7ebc0cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec0e15640 1 -- 172.21.15.50:0/298659315 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2410347420 0 0) 0x7f7ebc0cda60 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec0e15640 1 -- 172.21.15.50:0/298659315 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7ea8003530 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec1616640 1 -- 172.21.15.50:0/298659315 >> v1:172.21.15.55:6789/0 conn(0x7f7ebc0cfde0 legacy=0x7f7ebc0ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec1616640 1 -- 172.21.15.50:0/298659315 >> v1:172.21.15.50:6789/0 conn(0x7f7ebc0d01b0 legacy=0x7f7ebc0cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.253+0000 7f7ec1616640 1 -- 172.21.15.50:0/298659315 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ebc0cdfa0 con 0x7f7ebc0cc600 2023-07-12T13:56:31.260 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec1616640 1 --2- 172.21.15.50:0/298659315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc0cd520 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0097c0 tx=0x7f7eac01c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe16dfa1a7106199 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.260 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec0e15640 1 -- 172.21.15.50:0/298659315 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eac0ab5f0 con 0x7f7ebc0cc600 2023-07-12T13:56:31.261 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec0e15640 1 -- 172.21.15.50:0/298659315 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eac0ab750 con 0x7f7ebc0cc600 2023-07-12T13:56:31.261 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec0e15640 1 -- 172.21.15.50:0/298659315 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eac0abae0 con 0x7f7ebc0cc600 2023-07-12T13:56:31.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 -- 172.21.15.50:0/298659315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 msgr2=0x7f7ebc0cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/298659315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc0cd520 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0097c0 tx=0x7f7eac01c3f0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 -- 172.21.15.50:0/298659315 shutdown_connections 2023-07-12T13:56:31.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/298659315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc0cd520 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 -- 172.21.15.50:0/298659315 >> 172.21.15.50:0/298659315 conn(0x7f7ebc09b320 msgr2=0x7f7ebc0d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:31.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 -- 172.21.15.50:0/298659315 shutdown_connections 2023-07-12T13:56:31.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 -- 172.21.15.50:0/298659315 wait complete. 2023-07-12T13:56:31.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 Processor -- start 2023-07-12T13:56:31.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.257+0000 7f7ec2e19640 1 -- start start 2023-07-12T13:56:31.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc14d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7ebc0cfde0 0x7f7ebc0cbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 0x7f7ebc0b6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ebc14dcb0 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ebc0b0e50 con 0x7f7ebc0cc600 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ebc0b05b0 con 0x7f7ebc0cfde0 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 0x7f7ebc0b6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 0x7f7ebc0b6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43872/0 (socket says 172.21.15.50:43872) 2023-07-12T13:56:31.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 -- 172.21.15.50:0/3537321310 learned_addr learned my addr 172.21.15.50:0/3537321310 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:31.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec1e17640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc14d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec1616640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7ebc0cfde0 0x7f7ebc0cbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 -- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7ebc0cfde0 msgr2=0x7f7ebc0cbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7ebc0cfde0 0x7f7ebc0cbbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 -- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 msgr2=0x7f7ebc14d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc14d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 -- 172.21.15.50:0/3537321310 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eac009420 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2618640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 0x7f7ebc0b6120 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400caa0 tx=0x7f7eb400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb400ac00 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb400ad60 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb4012620 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ebc0b0890 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ebc0b6660 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ebc066b80 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.261+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7eb4007070 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.265+0000 7f7eb27fc640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ea0066280 0x7f7ea0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.265+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f7eb4083d80 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.265+0000 7f7ec1e17640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ea0066280 0x7f7ea0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.265+0000 7f7ec1e17640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ea0066280 0x7f7ea0068730 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000fc0 tx=0x7f7eb8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.269+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7eb40511b0 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.421+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f7ebc154580 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.421+0000 7f7eb27fc640 1 -- 172.21.15.50:0/3537321310 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f7eb40170a0 con 0x7f7ebc0d01b0 2023-07-12T13:56:31.427 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:31.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ea0066280 msgr2=0x7f7ea0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ea0066280 0x7f7ea0068730 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000fc0 tx=0x7f7eb8009040 comp rx=0 tx=0).stop 2023-07-12T13:56:31.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 msgr2=0x7f7ebc0b6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 0x7f7ebc0b6120 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400caa0 tx=0x7f7eb400cf60 comp rx=0 tx=0).stop 2023-07-12T13:56:31.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 shutdown_connections 2023-07-12T13:56:31.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ea0066280 0x7f7ea0068730 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ebc0d01b0 0x7f7ebc0b6120 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7ebc0cfde0 0x7f7ebc0cbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 --2- 172.21.15.50:0/3537321310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ebc0cc600 0x7f7ebc14d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 >> 172.21.15.50:0/3537321310 conn(0x7f7ebc09b320 msgr2=0x7f7ebc15b570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:31.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 shutdown_connections 2023-07-12T13:56:31.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.425+0000 7f7ec2e19640 1 -- 172.21.15.50:0/3537321310 wait complete. 2023-07-12T13:56:31.448 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:31.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd532ef9640 1 Processor -- start 2023-07-12T13:56:31.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd532ef9640 1 -- start start 2023-07-12T13:56:31.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd532ef9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c15d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd532ef9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd52c160d80 con 0x7fd52c0cf8c0 2023-07-12T13:56:31.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd532ef9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd52c0cddd0 con 0x7fd52c06b970 2023-07-12T13:56:31.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd532ef9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd52c1601e0 con 0x7fd52c15c390 2023-07-12T13:56:31.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd52bfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fd52c0cf8c0 0x7fd52c160670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57376/0 (socket says 172.21.15.50:57376) 2023-07-12T13:56:31.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd52bfff640 1 -- 172.21.15.50:0/4188294568 learned_addr learned my addr 172.21.15.50:0/4188294568 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:31.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.589+0000 7fd530c95640 1 --2- 172.21.15.50:0/4188294568 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c15d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3373558073 0 0) 0x7fd518001120 con 0x7fd52c0cf8c0 2023-07-12T13:56:31.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd51c003530 con 0x7fd52c0cf8c0 2023-07-12T13:56:31.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3745580716 0 0) 0x7fd52c0cddd0 con 0x7fd52c06b970 2023-07-12T13:56:31.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd518001120 con 0x7fd52c06b970 2023-07-12T13:56:31.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd530c95640 1 -- 172.21.15.50:0/4188294568 >> v1:172.21.15.55:6789/0 conn(0x7fd52c06b970 legacy=0x7fd52c06a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd530c95640 1 -- 172.21.15.50:0/4188294568 >> v1:172.21.15.50:6789/0 conn(0x7fd52c0cf8c0 legacy=0x7fd52c160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd530c95640 1 -- 172.21.15.50:0/4188294568 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd52c15d7c0 con 0x7fd52c15c390 2023-07-12T13:56:31.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd530c95640 1 --2- 172.21.15.50:0/4188294568 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c15d280 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd5200097f0 tx=0x7fd52001c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5211e7c6e2c92f4e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5200ab600 con 0x7fd52c15c390 2023-07-12T13:56:31.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5200a7050 con 0x7fd52c15c390 2023-07-12T13:56:31.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.593+0000 7fd52b7fe640 1 -- 172.21.15.50:0/4188294568 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5200ab980 con 0x7fd52c15c390 2023-07-12T13:56:31.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- 172.21.15.50:0/4188294568 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 msgr2=0x7fd52c15d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 --2- 172.21.15.50:0/4188294568 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c15d280 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd5200097f0 tx=0x7fd52001c370 comp rx=0 tx=0).stop 2023-07-12T13:56:31.604 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- 172.21.15.50:0/4188294568 shutdown_connections 2023-07-12T13:56:31.604 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 --2- 172.21.15.50:0/4188294568 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c15d280 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.604 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- 172.21.15.50:0/4188294568 >> 172.21.15.50:0/4188294568 conn(0x7fd52c06e0c0 msgr2=0x7fd52c06eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:31.604 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- 172.21.15.50:0/4188294568 shutdown_connections 2023-07-12T13:56:31.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- 172.21.15.50:0/4188294568 wait complete. 2023-07-12T13:56:31.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 Processor -- start 2023-07-12T13:56:31.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- start start 2023-07-12T13:56:31.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 0x7fd52c0c5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd52c0cf8c0 0x7fd52c0c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c0cb900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52c152960 con 0x7fd52c06b970 2023-07-12T13:56:31.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52c152c40 con 0x7fd52c0cf8c0 2023-07-12T13:56:31.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd532ef9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd52c152f20 con 0x7fd52c15c390 2023-07-12T13:56:31.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd530c95640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 0x7fd52c0c5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd530c95640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 0x7fd52c0c5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43884/0 (socket says 172.21.15.50:43884) 2023-07-12T13:56:31.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.597+0000 7fd530c95640 1 -- 172.21.15.50:0/455503296 learned_addr learned my addr 172.21.15.50:0/455503296 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:31.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd52bfff640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd52c0cf8c0 0x7fd52c0c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd531496640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c0cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd530c95640 1 -- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 msgr2=0x7fd52c0cb900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd530c95640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c0cb900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd530c95640 1 -- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd52c0cf8c0 msgr2=0x7fd52c0c9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd530c95640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd52c0cf8c0 0x7fd52c0c9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd530c95640 1 -- 172.21.15.50:0/455503296 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd520009420 con 0x7fd52c06b970 2023-07-12T13:56:31.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd531496640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c0cb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd530c95640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 0x7fd52c0c5c90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd520018f80 tx=0x7fd52001abb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5200b7450 con 0x7fd52c06b970 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5200b75d0 con 0x7fd52c06b970 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5200b7980 con 0x7fd52c06b970 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd52c153200 con 0x7fd52c06b970 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd52c0c7b00 con 0x7fd52c06b970 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd52c153060 con 0x7fd52c06b970 2023-07-12T13:56:31.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd5200b7ae0 con 0x7fd52c06b970 2023-07-12T13:56:31.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd5297fa640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd510066280 0x7fd510068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.601+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd52011e540 con 0x7fd52c06b970 2023-07-12T13:56:31.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.605+0000 7fd52bfff640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd510066280 0x7fd510068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.605+0000 7fd52bfff640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd510066280 0x7fd510068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd52c0cd070 tx=0x7fd518009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.605+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd52c153060 con 0x7fd52c06b970 2023-07-12T13:56:31.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.761+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd52c153060 con 0x7fd52c06b970 2023-07-12T13:56:31.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.761+0000 7fd5297fa640 1 -- 172.21.15.50:0/455503296 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd52c153060 con 0x7fd52c06b970 2023-07-12T13:56:31.789 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:31.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd510066280 msgr2=0x7fd510068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd510066280 0x7fd510068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd52c0cd070 tx=0x7fd518009040 comp rx=0 tx=0).stop 2023-07-12T13:56:31.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 msgr2=0x7fd52c0c5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 0x7fd52c0c5c90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd520018f80 tx=0x7fd52001abb0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 shutdown_connections 2023-07-12T13:56:31.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd510066280 0x7fd510068730 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd52c15c390 0x7fd52c0cb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd52c0cf8c0 0x7fd52c0c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 --2- 172.21.15.50:0/455503296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd52c06b970 0x7fd52c0c5c90 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 >> 172.21.15.50:0/455503296 conn(0x7fd52c06e0c0 msgr2=0x7fd52c160670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:31.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 shutdown_connections 2023-07-12T13:56:31.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.765+0000 7fd532ef9640 1 -- 172.21.15.50:0/455503296 wait complete. 2023-07-12T13:56:31.793 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:31.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.933+0000 7fc0de3a2640 1 Processor -- start 2023-07-12T13:56:31.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.933+0000 7fc0de3a2640 1 -- start start 2023-07-12T13:56:31.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0de3a2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 0x7fc0d8070b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0de3a2640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc0d806aea0 0x7fc0d80ca590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0de3a2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0d8160340 con 0x7fc0d80caad0 2023-07-12T13:56:31.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0de3a2640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0d80caf20 con 0x7fc0d806aea0 2023-07-12T13:56:31.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0de3a2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0d806b410 con 0x7fc0d815ff70 2023-07-12T13:56:31.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 0x7fc0d8070b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dcb9f640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc0d806aea0 0x7fc0d80ca590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 0x7fc0d8070b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57938/0 (socket says 172.21.15.50:57938) 2023-07-12T13:56:31.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3633461616 learned_addr learned my addr 172.21.15.50:0/3633461616 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:31.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3633461616 >> v2:172.21.15.55:3300/0 conn(0x7fc0d806aea0 msgr2=0x7fc0d80ca590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:31.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 --2- 172.21.15.50:0/3633461616 >> v2:172.21.15.55:3300/0 conn(0x7fc0d806aea0 0x7fc0d80ca590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3633461616 >> v1:172.21.15.55:6789/0 conn(0x7fc0d80caad0 legacy=0x7fc0d81639e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.937+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3633461616 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0d806b6f0 con 0x7fc0d815ff70 2023-07-12T13:56:31.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0dd3a0640 1 --2- 172.21.15.50:0/3633461616 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 0x7fc0d8070b20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009870 tx=0x7fc0d401c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=121d19e8a0abcaf0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0cffff640 1 -- 172.21.15.50:0/3633461616 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40ab680 con 0x7fc0d815ff70 2023-07-12T13:56:31.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0cffff640 1 -- 172.21.15.50:0/3633461616 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0d40ab7e0 con 0x7fc0d815ff70 2023-07-12T13:56:31.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0cffff640 1 -- 172.21.15.50:0/3633461616 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40abb70 con 0x7fc0d815ff70 2023-07-12T13:56:31.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3633461616 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 msgr2=0x7fc0d8070b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3633461616 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 0x7fc0d8070b20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009870 tx=0x7fc0d401c480 comp rx=0 tx=0).stop 2023-07-12T13:56:31.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3633461616 shutdown_connections 2023-07-12T13:56:31.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3633461616 >> v2:172.21.15.55:3300/0 conn(0x7fc0d806aea0 0x7fc0d80ca590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3633461616 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d815ff70 0x7fc0d8070b20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3633461616 >> 172.21.15.50:0/3633461616 conn(0x7fc0d806a120 msgr2=0x7fc0d80af740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:31.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3633461616 shutdown_connections 2023-07-12T13:56:31.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3633461616 wait complete. 2023-07-12T13:56:31.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 Processor -- start 2023-07-12T13:56:31.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.941+0000 7fc0de3a2640 1 -- start start 2023-07-12T13:56:31.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 0x7fc0d80c7320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d80caad0 0x7fc0d8159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0d815ff70 0x7fc0d815df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0d80c7860 con 0x7fc0d815ff70 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0d815f340 con 0x7fc0d806aea0 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0d8159790 con 0x7fc0d80caad0 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 0x7fc0d80c7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dcb9f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d80caad0 0x7fc0d8159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 0x7fc0d80c7320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:48482/0 (socket says 172.21.15.50:48482) 2023-07-12T13:56:31.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3188826123 learned_addr learned my addr 172.21.15.50:0/3188826123 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:31.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0ddba1640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0d815ff70 0x7fc0d815df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d80caad0 msgr2=0x7fc0d8159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d80caad0 0x7fc0d8159250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3188826123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0d815ff70 msgr2=0x7fc0d815df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:31.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0d815ff70 0x7fc0d815df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:31.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 -- 172.21.15.50:0/3188826123 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0d40094d0 con 0x7fc0d806aea0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0dd3a0640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 0x7fc0d80c7320 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc0d401ab30 tx=0x7fc0d401acc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40b4800 con 0x7fc0d806aea0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0d40b4980 con 0x7fc0d806aea0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0d815e490 con 0x7fc0d806aea0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40b4d30 con 0x7fc0d806aea0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0d815ea10 con 0x7fc0d806aea0 2023-07-12T13:56:31.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.945+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0d8066b80 con 0x7fc0d806aea0 2023-07-12T13:56:31.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.949+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc0d40b3380 con 0x7fc0d806aea0 2023-07-12T13:56:31.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.949+0000 7fc0cdffb640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0bc0662b0 0x7fc0bc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:31.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.949+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc0d411e5f0 con 0x7fc0d806aea0 2023-07-12T13:56:31.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.949+0000 7fc0dcb9f640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0bc0662b0 0x7fc0bc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:31.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.949+0000 7fc0dcb9f640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0bc0662b0 0x7fc0bc068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc0d81fba70 tx=0x7fc0c8009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:31.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:31.953+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc0d40eba40 con 0x7fc0d806aea0 2023-07-12T13:56:32.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.105+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc0d80b3890 con 0x7fc0d806aea0 2023-07-12T13:56:32.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0cdffb640 1 -- 172.21.15.50:0/3188826123 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc0d40ab640 con 0x7fc0d806aea0 2023-07-12T13:56:32.112 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:32.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0bc0662b0 msgr2=0x7fc0bc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0bc0662b0 0x7fc0bc068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc0d81fba70 tx=0x7fc0c8009190 comp rx=0 tx=0).stop 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 msgr2=0x7fc0d80c7320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 0x7fc0d80c7320 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc0d401ab30 tx=0x7fc0d401acc0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 shutdown_connections 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc0bc0662b0 0x7fc0bc068760 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0d815ff70 0x7fc0d815df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc0d80caad0 0x7fc0d8159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 --2- 172.21.15.50:0/3188826123 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d806aea0 0x7fc0d80c7320 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 >> 172.21.15.50:0/3188826123 conn(0x7fc0d806a120 msgr2=0x7fc0d80cd040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:32.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 shutdown_connections 2023-07-12T13:56:32.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.109+0000 7fc0de3a2640 1 -- 172.21.15.50:0/3188826123 wait complete. 2023-07-12T13:56:32.133 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:32.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 Processor -- start 2023-07-12T13:56:32.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 -- start start 2023-07-12T13:56:32.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f62f40cfde0 0x7f62f40cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f40ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62f40cda60 con 0x7f62f40d01b0 2023-07-12T13:56:32.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62f40cdcc0 con 0x7f62f40cfde0 2023-07-12T13:56:32.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fb0a1640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62f40cdfa0 con 0x7f62f40cc600 2023-07-12T13:56:32.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa8a0640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f62f40d01b0 0x7f62f40ceec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57386/0 (socket says 172.21.15.50:57386) 2023-07-12T13:56:32.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa8a0640 1 -- 172.21.15.50:0/247640480 learned_addr learned my addr 172.21.15.50:0/247640480 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:32.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa09f640 1 --2- 172.21.15.50:0/247640480 >> v2:172.21.15.50:3300/0 conn(0x7f62f40cfde0 0x7f62f40cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62f989e640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f40ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa09f640 1 -- 172.21.15.50:0/247640480 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 msgr2=0x7f62f40ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:32.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa09f640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f40ce980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa09f640 1 -- 172.21.15.50:0/247640480 >> v1:172.21.15.50:6789/0 conn(0x7f62f40d01b0 legacy=0x7f62f40ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62f909d640 1 -- 172.21.15.50:0/247640480 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2988042854 0 0) 0x7f62f40cda60 con 0x7f62f40d01b0 2023-07-12T13:56:32.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62fa09f640 1 -- 172.21.15.50:0/247640480 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62f40ce280 con 0x7f62f40cfde0 2023-07-12T13:56:32.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.273+0000 7f62f989e640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f40ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:32.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fa09f640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40cfde0 0x7f62f40cd520 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f62f00097a0 tx=0x7f62f001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72473cae7ca69368 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:32.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62f909d640 1 -- 172.21.15.50:0/247640480 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62f00ab600 con 0x7f62f40cfde0 2023-07-12T13:56:32.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62f909d640 1 -- 172.21.15.50:0/247640480 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62f00a7050 con 0x7f62f40cfde0 2023-07-12T13:56:32.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62f909d640 1 -- 172.21.15.50:0/247640480 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62f00ab980 con 0x7f62f40cfde0 2023-07-12T13:56:32.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 -- 172.21.15.50:0/247640480 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40cfde0 msgr2=0x7f62f40cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40cfde0 0x7f62f40cd520 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f62f00097a0 tx=0x7f62f001c460 comp rx=0 tx=0).stop 2023-07-12T13:56:32.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 -- 172.21.15.50:0/247640480 shutdown_connections 2023-07-12T13:56:32.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f40ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/247640480 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40cfde0 0x7f62f40cd520 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 -- 172.21.15.50:0/247640480 >> 172.21.15.50:0/247640480 conn(0x7f62f409b320 msgr2=0x7f62f40d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:32.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 -- 172.21.15.50:0/247640480 shutdown_connections 2023-07-12T13:56:32.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.277+0000 7f62fb0a1640 1 -- 172.21.15.50:0/247640480 wait complete. 2023-07-12T13:56:32.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 Processor -- start 2023-07-12T13:56:32.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 -- start start 2023-07-12T13:56:32.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f414b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62f40cfde0 0x7f62f40b7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 0x7f62f40c88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62f40b6100 con 0x7f62f40d01b0 2023-07-12T13:56:32.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62f4154240 con 0x7f62f40cfde0 2023-07-12T13:56:32.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62f40b0d60 con 0x7f62f40cc600 2023-07-12T13:56:32.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 0x7f62f40c88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 0x7f62f40c88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43916/0 (socket says 172.21.15.50:43916) 2023-07-12T13:56:32.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 -- 172.21.15.50:0/312030995 learned_addr learned my addr 172.21.15.50:0/312030995 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:32.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62f989e640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62f40cfde0 0x7f62f40b7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa09f640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f414b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 -- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 msgr2=0x7f62f414b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f414b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 -- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62f40cfde0 msgr2=0x7f62f40b7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62f40cfde0 0x7f62f40b7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 -- 172.21.15.50:0/312030995 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62f00093b0 con 0x7f62f40d01b0 2023-07-12T13:56:32.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fa8a0640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 0x7f62f40c88f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f62ec00cac0 tx=0x7f62ec00cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:32.289 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62ec00ac30 con 0x7f62f40d01b0 2023-07-12T13:56:32.289 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62ec00ad90 con 0x7f62f40d01b0 2023-07-12T13:56:32.289 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62ec012620 con 0x7f62f40d01b0 2023-07-12T13:56:32.289 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62f40c8e30 con 0x7f62f40d01b0 2023-07-12T13:56:32.289 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.281+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62f40b6360 con 0x7f62f40d01b0 2023-07-12T13:56:32.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.285+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62f4066b80 con 0x7f62f40d01b0 2023-07-12T13:56:32.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.285+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f62ec007070 con 0x7f62f40d01b0 2023-07-12T13:56:32.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.285+0000 7f62eaffd640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f62d8066280 0x7f62d8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.285+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f62ec083c70 con 0x7f62f40d01b0 2023-07-12T13:56:32.290 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.285+0000 7f62fa09f640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f62d8066280 0x7f62d8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.291 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.285+0000 7f62fa09f640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f62d8066280 0x7f62d8068730 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f62f00ad000 tx=0x7f62f00a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:32.293 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.289+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f62ec0510c0 con 0x7f62f40d01b0 2023-07-12T13:56:32.464 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f62f4069e20 con 0x7f62f40d01b0 2023-07-12T13:56:32.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62eaffd640 1 -- 172.21.15.50:0/312030995 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f62ec017080 con 0x7f62f40d01b0 2023-07-12T13:56:32.470 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f62d8066280 msgr2=0x7f62d8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f62d8066280 0x7f62d8068730 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f62f00ad000 tx=0x7f62f00a6000 comp rx=0 tx=0).stop 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 msgr2=0x7f62f40c88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 0x7f62f40c88f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f62ec00cac0 tx=0x7f62ec00cf80 comp rx=0 tx=0).stop 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 shutdown_connections 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f62d8066280 0x7f62d8068730 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62f40d01b0 0x7f62f40c88f0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62f40cfde0 0x7f62f40b7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 --2- 172.21.15.50:0/312030995 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f62f40cc600 0x7f62f414b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 >> 172.21.15.50:0/312030995 conn(0x7f62f409b320 msgr2=0x7f62f4154c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:32.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 shutdown_connections 2023-07-12T13:56:32.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.461+0000 7f62fb0a1640 1 -- 172.21.15.50:0/312030995 wait complete. 2023-07-12T13:56:32.486 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi050.front.sepia.ceph.com... 2023-07-12T13:56:32.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:32.487 DEBUG:teuthology.orchestra.run.smithi050:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-07-12T13:56:32.519 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:32.519 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:56:32.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:32.520 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-07-12T13:56:32.576 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:56:32.576 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:32.586 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:56:32.587 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:32.642 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:32.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bed96640 1 Processor -- start 2023-07-12T13:56:32.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bed96640 1 -- start start 2023-07-12T13:56:32.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bed96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4b806d7b0 0x7fd4b80705d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bed96640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4b806db80 con 0x7fd4b8069490 2023-07-12T13:56:32.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bed96640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4b8070b10 con 0x7fd4b80b0970 2023-07-12T13:56:32.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bed96640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b80b0f30 con 0x7fd4b806d7b0 2023-07-12T13:56:32.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bd333640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fd4b8069490 0x7fd4b80698b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57402/0 (socket says 172.21.15.50:57402) 2023-07-12T13:56:32.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bd333640 1 -- 172.21.15.50:0/3544333109 learned_addr learned my addr 172.21.15.50:0/3544333109 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:32.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 174858908 0 0) 0x7fd4b806db80 con 0x7fd4b8069490 2023-07-12T13:56:32.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4a8003530 con 0x7fd4b8069490 2023-07-12T13:56:32.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bcb32640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4b806d7b0 0x7fd4b80705d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3558759100 0 0) 0x7fd4a8003530 con 0x7fd4b8069490 2023-07-12T13:56:32.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4b806d7b0 msgr2=0x7fd4b80705d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:32.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4b806d7b0 0x7fd4b80705d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 >> v1:172.21.15.55:6789/0 conn(0x7fd4b80b0970 legacy=0x7fd4b80cd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b80b1210 con 0x7fd4b8069490 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fd4b0001a00 con 0x7fd4b8069490 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 >> v1:172.21.15.50:6789/0 conn(0x7fd4b8069490 legacy=0x7fd4b80698b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a8003a20 0x7fd4a8003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4a80047d0 0x7fd4a8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4a80052a0 0x7fd4a800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b80b0f30 con 0x7fd4a80047d0 2023-07-12T13:56:32.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a800c130 con 0x7fd4a80052a0 2023-07-12T13:56:32.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a800c2f0 con 0x7fd4a8003a20 2023-07-12T13:56:32.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bcb32640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4b806d7b0 0x7fd4b80705d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:32.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b7fff640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4a80047d0 0x7fd4a8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bd333640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4a80052a0 0x7fd4a800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bcb32640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a8003a20 0x7fd4a8003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b7fff640 1 -- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a8003a20 msgr2=0x7fd4a8003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:32.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b7fff640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a8003a20 0x7fd4a8003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b7fff640 1 -- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4a80052a0 msgr2=0x7fd4a800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:32.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b7fff640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4a80052a0 0x7fd4a800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4b7fff640 1 -- 172.21.15.50:0/3544333109 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a8003530 con 0x7fd4a80047d0 2023-07-12T13:56:32.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.781+0000 7fd4bd333640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4a80052a0 0x7fd4a800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:32.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4b7fff640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4a80047d0 0x7fd4a8004c40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4001780 tx=0x7fd4a401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12a5f6ccd144930a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:32.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a40052d0 con 0x7fd4a80047d0 2023-07-12T13:56:32.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a40a7050 con 0x7fd4a80047d0 2023-07-12T13:56:32.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4b77fe640 1 -- 172.21.15.50:0/3544333109 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4003600 con 0x7fd4a80047d0 2023-07-12T13:56:32.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bed96640 1 -- 172.21.15.50:0/3544333109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4a80047d0 msgr2=0x7fd4a8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3544333109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4a80047d0 0x7fd4a8004c40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4001780 tx=0x7fd4a401c400 comp rx=0 tx=0).stop 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bd333640 1 -- 172.21.15.50:0/3544333109 reap_dead start 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bed96640 1 -- 172.21.15.50:0/3544333109 shutdown_connections 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bed96640 1 -- 172.21.15.50:0/3544333109 >> 172.21.15.50:0/3544333109 conn(0x7fd4b806b230 msgr2=0x7fd4b80cb970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bed96640 1 -- 172.21.15.50:0/3544333109 shutdown_connections 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.785+0000 7fd4bed96640 1 -- 172.21.15.50:0/3544333109 wait complete. 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 Processor -- start 2023-07-12T13:56:32.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 -- start start 2023-07-12T13:56:32.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a80047d0 0x7fd4b81f7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4b80c2a20 0x7fd4b80c52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 0x7fd4b81ea7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b80c2eb0 con 0x7fd4b80c5830 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b80c3190 con 0x7fd4b80c2a20 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b80c3470 con 0x7fd4a80047d0 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 0x7fd4b81ea7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 0x7fd4b81ea7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43942/0 (socket says 172.21.15.50:43942) 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 -- 172.21.15.50:0/3656700091 learned_addr learned my addr 172.21.15.50:0/3656700091 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4b7fff640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4b80c2a20 0x7fd4b80c52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.797 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bcb32640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a80047d0 0x7fd4b81f7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 -- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a80047d0 msgr2=0x7fd4b81f7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a80047d0 0x7fd4b81f7bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 -- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4b80c2a20 msgr2=0x7fd4b80c52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4b80c2a20 0x7fd4b80c52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 -- 172.21.15.50:0/3656700091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b80c3750 con 0x7fd4b80c5830 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bd333640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 0x7fd4b81ea7d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd4b80c2950 tx=0x7fd4b0007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4b00114f0 con 0x7fd4b80c5830 2023-07-12T13:56:32.798 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4b0011650 con 0x7fd4b80c5830 2023-07-12T13:56:32.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0011a00 con 0x7fd4b80c5830 2023-07-12T13:56:32.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4b80c3a30 con 0x7fd4b80c5830 2023-07-12T13:56:32.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.789+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4b81f80f0 con 0x7fd4b80c5830 2023-07-12T13:56:32.799 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.793+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4b80714a0 con 0x7fd4b80c5830 2023-07-12T13:56:32.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.793+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd4b0011b60 con 0x7fd4b80c5830 2023-07-12T13:56:32.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.793+0000 7fd4b57fa640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd49c066280 0x7fd49c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:32.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.793+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd4b0083630 con 0x7fd4b80c5830 2023-07-12T13:56:32.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.793+0000 7fd4bcb32640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd49c066280 0x7fd49c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:32.800 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.793+0000 7fd4bcb32640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd49c066280 0x7fd49c068730 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd4b806f2d0 tx=0x7fd4ac008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:32.802 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.797+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd4b0050a80 con 0x7fd4b80c5830 2023-07-12T13:56:32.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.953+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd4b81f82e0 con 0x7fd4b80c5830 2023-07-12T13:56:32.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.953+0000 7fd4b57fa640 1 -- 172.21.15.50:0/3656700091 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7fd4b81f82e0 con 0x7fd4b80c5830 2023-07-12T13:56:32.959 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:32.960 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:32.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd49c066280 msgr2=0x7fd49c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd49c066280 0x7fd49c068730 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd4b806f2d0 tx=0x7fd4ac008040 comp rx=0 tx=0).stop 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 msgr2=0x7fd4b81ea7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 0x7fd4b81ea7d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd4b80c2950 tx=0x7fd4b0007a20 comp rx=0 tx=0).stop 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 shutdown_connections 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd49c066280 0x7fd49c068730 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b80c5830 0x7fd4b81ea7d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4b80c2a20 0x7fd4b80c52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 --2- 172.21.15.50:0/3656700091 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd4a80047d0 0x7fd4b81f7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:32.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 >> 172.21.15.50:0/3656700091 conn(0x7fd4b806b230 msgr2=0x7fd4b80ce750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:32.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 shutdown_connections 2023-07-12T13:56:32.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:32.957+0000 7fd4bed96640 1 -- 172.21.15.50:0/3656700091 wait complete. 2023-07-12T13:56:32.981 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:32.982 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:33.128 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8cd9ad640 1 Processor -- start 2023-07-12T13:56:33.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8cd9ad640 1 -- start start 2023-07-12T13:56:33.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8cd9ad640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c80ce4e0 0x7fb8c80cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8cd9ad640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8c80cce30 con 0x7fb8c80ca850 2023-07-12T13:56:33.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8cd9ad640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8c80cc500 con 0x7fb8c815a0b0 2023-07-12T13:56:33.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8cd9ad640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c80cc7e0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c67fc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fb8c80ca850 0x7fb8c80cddd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57406/0 (socket says 172.21.15.50:57406) 2023-07-12T13:56:33.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c67fc640 1 -- 172.21.15.50:0/864488272 learned_addr learned my addr 172.21.15.50:0/864488272 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:33.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c77fe640 1 --2- 172.21.15.50:0/864488272 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c80ce4e0 0x7fb8c80cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2177451955 0 0) 0x7fb8c80cce30 con 0x7fb8c80ca850 2023-07-12T13:56:33.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8b0003530 con 0x7fb8c80ca850 2023-07-12T13:56:33.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3137192967 0 0) 0x7fb8c80cc500 con 0x7fb8c815a0b0 2023-07-12T13:56:33.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8c80cce30 con 0x7fb8c815a0b0 2023-07-12T13:56:33.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3521332155 0 0) 0x7fb8b0003530 con 0x7fb8c80ca850 2023-07-12T13:56:33.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c77fe640 1 -- 172.21.15.50:0/864488272 >> v1:172.21.15.55:6789/0 conn(0x7fb8c815a0b0 legacy=0x7fb8c80cf9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c77fe640 1 -- 172.21.15.50:0/864488272 >> v1:172.21.15.50:6789/0 conn(0x7fb8c80ca850 legacy=0x7fb8c80cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.135 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.125+0000 7fb8c77fe640 1 -- 172.21.15.50:0/864488272 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8c80ccac0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8c77fe640 1 --2- 172.21.15.50:0/864488272 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c80ce4e0 0x7fb8c80cd2c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009dc0 tx=0x7fb8c001c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92db312e9d89651f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc001680 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8c00a55e0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.136 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8c5ffb640 1 -- 172.21.15.50:0/864488272 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8c00a5970 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/864488272 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c80ce4e0 msgr2=0x7fb8c80cd2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/864488272 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c80ce4e0 0x7fb8c80cd2c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009dc0 tx=0x7fb8c001c890 comp rx=0 tx=0).stop 2023-07-12T13:56:33.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/864488272 shutdown_connections 2023-07-12T13:56:33.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/864488272 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c80ce4e0 0x7fb8c80cd2c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/864488272 >> 172.21.15.50:0/864488272 conn(0x7fb8c806e0c0 msgr2=0x7fb8c806eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:33.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/864488272 shutdown_connections 2023-07-12T13:56:33.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.129+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/864488272 wait complete. 2023-07-12T13:56:33.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 Processor -- start 2023-07-12T13:56:33.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 -- start start 2023-07-12T13:56:33.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8c80ca850 0x7fb8c8155180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 0x7fb8c8150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c815a0b0 0x7fb8c8154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c8151140 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c81513e0 con 0x7fb8c80ca850 2023-07-12T13:56:33.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c81516c0 con 0x7fb8c815a0b0 2023-07-12T13:56:33.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 0x7fb8c8150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 0x7fb8c8150c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43952/0 (socket says 172.21.15.50:43952) 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 -- 172.21.15.50:0/1642300122 learned_addr learned my addr 172.21.15.50:0/1642300122 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c6ffd640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8c80ca850 0x7fb8c8155180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c77fe640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c815a0b0 0x7fb8c8154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 -- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c815a0b0 msgr2=0x7fb8c8154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c815a0b0 0x7fb8c8154480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 -- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8c80ca850 msgr2=0x7fb8c8155180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8c80ca850 0x7fb8c8155180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 -- 172.21.15.50:0/1642300122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8c0009a70 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8c67fc640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 0x7fb8c8150c00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc00c780 tx=0x7fb8bc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc005cf0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8bc005e50 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8c81519a0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc0072b0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.133+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8c8151f60 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.137+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8c804e020 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.137+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb8bc007410 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.137+0000 7fb8affff640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb8b4066280 0x7fb8b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.137+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb8bc083650 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.137+0000 7fb8c6ffd640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb8b4066280 0x7fb8b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.137+0000 7fb8c6ffd640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb8b4066280 0x7fb8b4068730 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80011f0 tx=0x7fb8b8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.141+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb8bc050a10 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.298 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.293+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb8c8065f30 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.299 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.293+0000 7fb8affff640 1 -- 172.21.15.50:0/1642300122 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb8bc0170a0 con 0x7fb8c80ce4e0 2023-07-12T13:56:33.299 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:33.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb8b4066280 msgr2=0x7fb8b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.301 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb8b4066280 0x7fb8b4068730 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80011f0 tx=0x7fb8b8009040 comp rx=0 tx=0).stop 2023-07-12T13:56:33.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 msgr2=0x7fb8c8150c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 0x7fb8c8150c00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc00c780 tx=0x7fb8bc00cc40 comp rx=0 tx=0).stop 2023-07-12T13:56:33.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 shutdown_connections 2023-07-12T13:56:33.302 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb8b4066280 0x7fb8b4068730 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.303 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8c815a0b0 0x7fb8c8154480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.303 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8c80ce4e0 0x7fb8c8150c00 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.303 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 --2- 172.21.15.50:0/1642300122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8c80ca850 0x7fb8c8155180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.303 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 >> 172.21.15.50:0/1642300122 conn(0x7fb8c806e0c0 msgr2=0x7fb8c8156840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:33.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 shutdown_connections 2023-07-12T13:56:33.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.297+0000 7fb8cd9ad640 1 -- 172.21.15.50:0/1642300122 wait complete. 2023-07-12T13:56:33.320 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:33.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 Processor -- start 2023-07-12T13:56:33.465 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 -- start start 2023-07-12T13:56:33.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e00b11c0 0x7f90e00b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.466 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f90e015bc50 0x7f90e00cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90e00cce90 con 0x7f90e00b3bd0 2023-07-12T13:56:33.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90e00cf330 con 0x7f90e015bc50 2023-07-12T13:56:33.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e8740640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e00cf610 con 0x7f90e00b11c0 2023-07-12T13:56:33.467 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e64dc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f90e00b3bd0 0x7f90e00b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57420/0 (socket says 172.21.15.50:57420) 2023-07-12T13:56:33.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e64dc640 1 -- 172.21.15.50:0/65841826 learned_addr learned my addr 172.21.15.50:0/65841826 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:33.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e5cdb640 1 --2- 172.21.15.50:0/65841826 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e00b11c0 0x7f90e00b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.468 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e6cdd640 1 --2- 172.21.15.50:0/65841826 >> v2:172.21.15.50:3300/0 conn(0x7f90e015bc50 0x7f90e00cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e54da640 1 -- 172.21.15.50:0/65841826 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3261771768 0 0) 0x7f90e00cce90 con 0x7f90e00b3bd0 2023-07-12T13:56:33.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e5cdb640 1 -- 172.21.15.50:0/65841826 >> v2:172.21.15.50:3300/0 conn(0x7f90e015bc50 msgr2=0x7f90e00cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:33.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e5cdb640 1 --2- 172.21.15.50:0/65841826 >> v2:172.21.15.50:3300/0 conn(0x7f90e015bc50 0x7f90e00cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.469 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e5cdb640 1 -- 172.21.15.50:0/65841826 >> v1:172.21.15.50:6789/0 conn(0x7f90e00b3bd0 legacy=0x7f90e00b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e5cdb640 1 -- 172.21.15.50:0/65841826 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90e00cc840 con 0x7f90e00b11c0 2023-07-12T13:56:33.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.461+0000 7f90e6cdd640 1 --2- 172.21.15.50:0/65841826 >> v2:172.21.15.50:3300/0 conn(0x7f90e015bc50 0x7f90e00cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:33.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e5cdb640 1 --2- 172.21.15.50:0/65841826 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e00b11c0 0x7f90e00b15c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f90d00097c0 tx=0x7f90d001ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10b836c9194903e7 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.472 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e54da640 1 -- 172.21.15.50:0/65841826 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d00a8970 con 0x7f90e00b11c0 2023-07-12T13:56:33.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e54da640 1 -- 172.21.15.50:0/65841826 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90d00a8ad0 con 0x7f90e00b11c0 2023-07-12T13:56:33.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e54da640 1 -- 172.21.15.50:0/65841826 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d00a8e60 con 0x7f90e00b11c0 2023-07-12T13:56:33.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 -- 172.21.15.50:0/65841826 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e00b11c0 msgr2=0x7f90e00b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.473 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 --2- 172.21.15.50:0/65841826 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e00b11c0 0x7f90e00b15c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f90d00097c0 tx=0x7f90d001ec70 comp rx=0 tx=0).stop 2023-07-12T13:56:33.474 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 -- 172.21.15.50:0/65841826 shutdown_connections 2023-07-12T13:56:33.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 --2- 172.21.15.50:0/65841826 >> v2:172.21.15.50:3300/0 conn(0x7f90e015bc50 0x7f90e00cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 --2- 172.21.15.50:0/65841826 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e00b11c0 0x7f90e00b15c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 -- 172.21.15.50:0/65841826 >> 172.21.15.50:0/65841826 conn(0x7f90e0071800 msgr2=0x7f90e0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:33.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 -- 172.21.15.50:0/65841826 shutdown_connections 2023-07-12T13:56:33.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.465+0000 7f90e8740640 1 -- 172.21.15.50:0/65841826 wait complete. 2023-07-12T13:56:33.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 Processor -- start 2023-07-12T13:56:33.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 -- start start 2023-07-12T13:56:33.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 0x7f90e015ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e015bc50 0x7f90e0154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90e00c9c30 0x7f90e0158690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e0154ed0 con 0x7f90e00b3bd0 2023-07-12T13:56:33.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e015cad0 con 0x7f90e00c9c30 2023-07-12T13:56:33.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e015c1a0 con 0x7f90e015bc50 2023-07-12T13:56:33.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 0x7f90e015ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 0x7f90e015ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43974/0 (socket says 172.21.15.50:43974) 2023-07-12T13:56:33.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 -- 172.21.15.50:0/795884725 learned_addr learned my addr 172.21.15.50:0/795884725 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:33.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e5cdb640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e015bc50 0x7f90e0154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e6cdd640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90e00c9c30 0x7f90e0158690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 -- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e015bc50 msgr2=0x7f90e0154990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e015bc50 0x7f90e0154990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 -- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90e00c9c30 msgr2=0x7f90e0158690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90e00c9c30 0x7f90e0158690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 -- 172.21.15.50:0/795884725 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d8009a70 con 0x7f90e00b3bd0 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e64dc640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 0x7f90e015ebd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f90dc00c520 tx=0x7f90dc00c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90dc0074e0 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90dc007640 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90d0009420 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.469+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90dc0049f0 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.473+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90e015c760 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.473+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90e004e020 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.473+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f90dc004b50 con 0x7f90e00b3bd0 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.473+0000 7f90d6ffd640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f90c40662b0 0x7f90c4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.473+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f90dc0833d0 con 0x7f90e00b3bd0 2023-07-12T13:56:33.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.473+0000 7f90e5cdb640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f90c40662b0 0x7f90c4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.477+0000 7f90e5cdb640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f90c40662b0 0x7f90c4068760 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f90d00b2000 tx=0x7f90d0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.477+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f90dc050820 con 0x7f90e00b3bd0 2023-07-12T13:56:33.599 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:56:33.603 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:56:33.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f90e00d1e80 con 0x7f90e00b3bd0 2023-07-12T13:56:33.637 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90d6ffd640 1 -- 172.21.15.50:0/795884725 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f90dc053e40 con 0x7f90e00b3bd0 2023-07-12T13:56:33.638 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:33.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f90c40662b0 msgr2=0x7f90c4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.639 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f90c40662b0 0x7f90c4068760 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f90d00b2000 tx=0x7f90d0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:33.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 msgr2=0x7f90e015ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 0x7f90e015ebd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f90dc00c520 tx=0x7f90dc00c9e0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 shutdown_connections 2023-07-12T13:56:33.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f90c40662b0 0x7f90c4068760 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90e00c9c30 0x7f90e0158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90e015bc50 0x7f90e0154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 --2- 172.21.15.50:0/795884725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90e00b3bd0 0x7f90e015ebd0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.633+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 >> 172.21.15.50:0/795884725 conn(0x7f90e0071800 msgr2=0x7f90e015f330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:33.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.637+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 shutdown_connections 2023-07-12T13:56:33.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.637+0000 7f90e8740640 1 -- 172.21.15.50:0/795884725 wait complete. 2023-07-12T13:56:33.659 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:33.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.845+0000 7fdf57b40640 1 Processor -- start 2023-07-12T13:56:33.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.845+0000 7fdf57b40640 1 -- start start 2023-07-12T13:56:33.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf57b40640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdf501600c0 0x7fdf50070980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf57b40640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf500c97d0 con 0x7fdf5015fcf0 2023-07-12T13:56:33.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf57b40640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf500ca5d0 con 0x7fdf500aff80 2023-07-12T13:56:33.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf57b40640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf500c9a00 con 0x7fdf501600c0 2023-07-12T13:56:33.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf558dc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fdf5015fcf0 0x7fdf500af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57436/0 (socket says 172.21.15.50:57436) 2023-07-12T13:56:33.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf558dc640 1 -- 172.21.15.50:0/3163884354 learned_addr learned my addr 172.21.15.50:0/3163884354 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:33.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf550db640 1 --2- 172.21.15.50:0/3163884354 >> v2:172.21.15.55:3300/0 conn(0x7fdf501600c0 0x7fdf50070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2367304712 0 0) 0x7fdf500c97d0 con 0x7fdf5015fcf0 2023-07-12T13:56:33.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdf3c003530 con 0x7fdf5015fcf0 2023-07-12T13:56:33.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 997332068 0 0) 0x7fdf3c003530 con 0x7fdf5015fcf0 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 >> v2:172.21.15.55:3300/0 conn(0x7fdf501600c0 msgr2=0x7fdf50070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 --2- 172.21.15.50:0/3163884354 >> v2:172.21.15.55:3300/0 conn(0x7fdf501600c0 0x7fdf50070980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 >> v1:172.21.15.55:6789/0 conn(0x7fdf500aff80 legacy=0x7fdf50163cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf500c9ca0 con 0x7fdf5015fcf0 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fdf4c001680 con 0x7fdf5015fcf0 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 >> v1:172.21.15.50:6789/0 conn(0x7fdf5015fcf0 legacy=0x7fdf500af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf3c0039f0 0x7fdf3c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf3c0047d0 0x7fdf3c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf3c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf500c9a00 con 0x7fdf3c005180 2023-07-12T13:56:33.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3c00c070 con 0x7fdf3c0047d0 2023-07-12T13:56:33.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3c00c230 con 0x7fdf3c0039f0 2023-07-12T13:56:33.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf560dd640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf3c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf550db640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf3c0047d0 0x7fdf3c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf558dc640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf3c0039f0 0x7fdf3c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf560dd640 1 -- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf3c0039f0 msgr2=0x7fdf3c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf560dd640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf3c0039f0 0x7fdf3c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf560dd640 1 -- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf3c0047d0 msgr2=0x7fdf3c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf560dd640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf3c0047d0 0x7fdf3c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf560dd640 1 -- 172.21.15.50:0/3163884354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf3c003530 con 0x7fdf3c005180 2023-07-12T13:56:33.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.849+0000 7fdf558dc640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf3c0039f0 0x7fdf3c003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf560dd640 1 -- 172.21.15.50:0/3163884354 reap_dead start 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf560dd640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf3c00b990 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdf48001e70 tx=0x7fdf4801c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ad8f52dc82dc67d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf48003b80 con 0x7fdf3c005180 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf48003d20 con 0x7fdf3c005180 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf548da640 1 -- 172.21.15.50:0/3163884354 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf48005260 con 0x7fdf3c005180 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 -- 172.21.15.50:0/3163884354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 msgr2=0x7fdf3c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf3c00b990 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdf48001e70 tx=0x7fdf4801c760 comp rx=0 tx=0).stop 2023-07-12T13:56:33.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 -- 172.21.15.50:0/3163884354 shutdown_connections 2023-07-12T13:56:33.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 --2- 172.21.15.50:0/3163884354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf3c00b990 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 -- 172.21.15.50:0/3163884354 >> 172.21.15.50:0/3163884354 conn(0x7fdf500ca870 msgr2=0x7fdf500cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:33.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 -- 172.21.15.50:0/3163884354 shutdown_connections 2023-07-12T13:56:33.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 -- 172.21.15.50:0/3163884354 wait complete. 2023-07-12T13:56:33.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 Processor -- start 2023-07-12T13:56:33.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.853+0000 7fdf57b40640 1 -- start start 2023-07-12T13:56:33.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf500aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf500b0ec0 0x7fdf500b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf50157f00 0x7fdf50158350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf501617c0 con 0x7fdf3c005180 2023-07-12T13:56:33.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf500b3c50 con 0x7fdf50157f00 2023-07-12T13:56:33.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf50158890 con 0x7fdf500b0ec0 2023-07-12T13:56:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf500aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf500aed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:43988/0 (socket says 172.21.15.50:43988) 2023-07-12T13:56:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 -- 172.21.15.50:0/2520853606 learned_addr learned my addr 172.21.15.50:0/2520853606 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 -- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf500b0ec0 msgr2=0x7fdf500b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf500b0ec0 0x7fdf500b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 -- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf50157f00 msgr2=0x7fdf50158350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf560dd640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf50157f00 0x7fdf50158350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf50157f00 0x7fdf50158350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 -- 172.21.15.50:0/2520853606 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf500b1a30 con 0x7fdf3c005180 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf560dd640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf50157f00 0x7fdf50158350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf558dc640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf500aed50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c00e780 tx=0x7fdf4c00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf4c00ee90 con 0x7fdf3c005180 2023-07-12T13:56:33.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf4c00c870 con 0x7fdf3c005180 2023-07-12T13:56:33.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf500b1d10 con 0x7fdf3c005180 2023-07-12T13:56:33.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf4c00cc00 con 0x7fdf3c005180 2023-07-12T13:56:33.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf500b22d0 con 0x7fdf3c005180 2023-07-12T13:56:33.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf5004e020 con 0x7fdf3c005180 2023-07-12T13:56:33.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.857+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdf4c01d460 con 0x7fdf3c005180 2023-07-12T13:56:33.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.861+0000 7fdf467fc640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf34066280 0x7fdf34068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:33.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.861+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fdf4c083c90 con 0x7fdf3c005180 2023-07-12T13:56:33.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.861+0000 7fdf550db640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf34066280 0x7fdf34068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:33.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.861+0000 7fdf550db640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf34066280 0x7fdf34068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf500c44d0 tx=0x7fdf40009340 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:33.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:33.865+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdf4c054b60 con 0x7fdf3c005180 2023-07-12T13:56:34.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdf5006c080 con 0x7fdf3c005180 2023-07-12T13:56:34.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf467fc640 1 -- 172.21.15.50:0/2520853606 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdf4c0546f0 con 0x7fdf3c005180 2023-07-12T13:56:34.021 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:34.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf34066280 msgr2=0x7fdf34068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf34066280 0x7fdf34068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf500c44d0 tx=0x7fdf40009340 comp rx=0 tx=0).stop 2023-07-12T13:56:34.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 msgr2=0x7fdf500aed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf500aed50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c00e780 tx=0x7fdf4c00ec40 comp rx=0 tx=0).stop 2023-07-12T13:56:34.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 shutdown_connections 2023-07-12T13:56:34.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf34066280 0x7fdf34068730 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf50157f00 0x7fdf50158350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf500b0ec0 0x7fdf500b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 --2- 172.21.15.50:0/2520853606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf3c005180 0x7fdf500aed50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 >> 172.21.15.50:0/2520853606 conn(0x7fdf500ca870 msgr2=0x7fdf5006ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:34.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 shutdown_connections 2023-07-12T13:56:34.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.017+0000 7fdf57b40640 1 -- 172.21.15.50:0/2520853606 wait complete. 2023-07-12T13:56:34.042 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:34.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 Processor -- start 2023-07-12T13:56:34.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 -- start start 2023-07-12T13:56:34.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff51c15c390 0x7ff51c15d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c0cf8c0 0x7ff51c160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff51c0cddd0 con 0x7ff51c06b970 2023-07-12T13:56:34.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff51c1601e0 con 0x7ff51c15c390 2023-07-12T13:56:34.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff521759640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c15d7c0 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51affd640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff51c15c390 0x7ff51c15d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51a7fc640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c0cf8c0 0x7ff51c160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51affd640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff51c15c390 0x7ff51c15d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:48556/0 (socket says 172.21.15.50:48556) 2023-07-12T13:56:34.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51affd640 1 -- 172.21.15.50:0/2747800420 learned_addr learned my addr 172.21.15.50:0/2747800420 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:34.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51a7fc640 1 -- 172.21.15.50:0/2747800420 >> v2:172.21.15.55:3300/0 conn(0x7ff51c15c390 msgr2=0x7ff51c15d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:34.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51a7fc640 1 --2- 172.21.15.50:0/2747800420 >> v2:172.21.15.55:3300/0 conn(0x7ff51c15c390 0x7ff51c15d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51a7fc640 1 -- 172.21.15.50:0/2747800420 >> v1:172.21.15.55:6789/0 conn(0x7ff51c06b970 legacy=0x7ff51c06a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.185+0000 7ff51a7fc640 1 -- 172.21.15.50:0/2747800420 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff51c0ce020 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff51a7fc640 1 --2- 172.21.15.50:0/2747800420 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c0cf8c0 0x7ff51c160670 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff5100097c0 tx=0x7ff51001c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b6b3ac24c13b3b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff519ffb640 1 -- 172.21.15.50:0/2747800420 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100ab600 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff519ffb640 1 -- 172.21.15.50:0/2747800420 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5100a7050 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff519ffb640 1 -- 172.21.15.50:0/2747800420 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100ab980 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 -- 172.21.15.50:0/2747800420 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c0cf8c0 msgr2=0x7ff51c160670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 --2- 172.21.15.50:0/2747800420 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c0cf8c0 0x7ff51c160670 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff5100097c0 tx=0x7ff51001c330 comp rx=0 tx=0).stop 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 -- 172.21.15.50:0/2747800420 shutdown_connections 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 --2- 172.21.15.50:0/2747800420 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c0cf8c0 0x7ff51c160670 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 --2- 172.21.15.50:0/2747800420 >> v2:172.21.15.55:3300/0 conn(0x7ff51c15c390 0x7ff51c15d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 -- 172.21.15.50:0/2747800420 >> 172.21.15.50:0/2747800420 conn(0x7ff51c06e0c0 msgr2=0x7ff51c06eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 -- 172.21.15.50:0/2747800420 shutdown_connections 2023-07-12T13:56:34.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.189+0000 7ff521759640 1 -- 172.21.15.50:0/2747800420 wait complete. 2023-07-12T13:56:34.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 Processor -- start 2023-07-12T13:56:34.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- start start 2023-07-12T13:56:34.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c06b970 0x7ff51c1576e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 0x7ff51c15dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff51c15c390 0x7ff51c15e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c0c4860 con 0x7ff51c15c390 2023-07-12T13:56:34.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c141c20 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c0c6a30 con 0x7ff51c06b970 2023-07-12T13:56:34.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51b7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff51c15c390 0x7ff51c15e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 0x7ff51c15dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 0x7ff51c15dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:48558/0 (socket says 172.21.15.50:48558) 2023-07-12T13:56:34.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 -- 172.21.15.50:0/891058954 learned_addr learned my addr 172.21.15.50:0/891058954 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:34.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51affd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c06b970 0x7ff51c1576e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 -- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c06b970 msgr2=0x7ff51c1576e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c06b970 0x7ff51c1576e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 -- 172.21.15.50:0/891058954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff51c15c390 msgr2=0x7ff51c15e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff51c15c390 0x7ff51c15e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 -- 172.21.15.50:0/891058954 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff510009420 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51b7fe640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff51c15c390 0x7ff51c15e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff51a7fc640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 0x7ff51c15dff0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff510019f60 tx=0x7ff5100190d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100b4410 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5100b4570 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100b4920 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff51c0c6d10 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff51c1418b0 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.193+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff51c04e020 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.197+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff5100b2040 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.197+0000 7ff5037fe640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff508066280 0x7ff508068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.197+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7ff51011dd40 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.197+0000 7ff51affd640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff508066280 0x7ff508068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.197+0000 7ff51affd640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff508066280 0x7ff508068730 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff50c009b50 tx=0x7ff50c009240 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.201+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff5100eb220 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff51c0b6180 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff5037fe640 1 -- 172.21.15.50:0/891058954 <== mon.1 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff5100c20a0 con 0x7ff51c0cf8c0 2023-07-12T13:56:34.361 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:34.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff508066280 msgr2=0x7ff508068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff508066280 0x7ff508068730 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff50c009b50 tx=0x7ff50c009240 comp rx=0 tx=0).stop 2023-07-12T13:56:34.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 msgr2=0x7ff51c15dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 0x7ff51c15dff0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff510019f60 tx=0x7ff5100190d0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 shutdown_connections 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff508066280 0x7ff508068730 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff51c15c390 0x7ff51c15e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff51c0cf8c0 0x7ff51c15dff0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 --2- 172.21.15.50:0/891058954 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff51c06b970 0x7ff51c1576e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 >> 172.21.15.50:0/891058954 conn(0x7ff51c06e0c0 msgr2=0x7ff51c0c9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:34.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 shutdown_connections 2023-07-12T13:56:34.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.357+0000 7ff521759640 1 -- 172.21.15.50:0/891058954 wait complete. 2023-07-12T13:56:34.382 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:34.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 Processor -- start 2023-07-12T13:56:34.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 -- start start 2023-07-12T13:56:34.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9b240b7910 0x7f9b240cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f9b240ccce0 0x7f9b240b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b240b7ce0 con 0x7f9b240b47e0 2023-07-12T13:56:34.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b240cefa0 con 0x7f9b240b7910 2023-07-12T13:56:34.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b2a9fa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b240cf280 con 0x7f9b240ccce0 2023-07-12T13:56:34.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b23fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9b240b7910 0x7f9b240cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b28f97640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f9b240b47e0 0x7f9b2415f480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:57438/0 (socket says 172.21.15.50:57438) 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b28f97640 1 -- 172.21.15.50:0/1845746243 learned_addr learned my addr 172.21.15.50:0/1845746243 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b237fe640 1 --2- 172.21.15.50:0/1845746243 >> v2:172.21.15.55:3300/0 conn(0x7f9b240ccce0 0x7f9b240b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b22ffd640 1 -- 172.21.15.50:0/1845746243 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3286044033 0 0) 0x7f9b240b7ce0 con 0x7f9b240b47e0 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b22ffd640 1 -- 172.21.15.50:0/1845746243 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b0c003530 con 0x7f9b240b47e0 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b23fff640 1 -- 172.21.15.50:0/1845746243 >> v2:172.21.15.55:3300/0 conn(0x7f9b240ccce0 msgr2=0x7f9b240b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:34.528 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b23fff640 1 --2- 172.21.15.50:0/1845746243 >> v2:172.21.15.55:3300/0 conn(0x7f9b240ccce0 0x7f9b240b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.529 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b23fff640 1 -- 172.21.15.50:0/1845746243 >> v1:172.21.15.50:6789/0 conn(0x7f9b240b47e0 legacy=0x7f9b2415f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.529 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b23fff640 1 -- 172.21.15.50:0/1845746243 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b240cf560 con 0x7f9b240b7910 2023-07-12T13:56:34.529 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.521+0000 7f9b237fe640 1 --2- 172.21.15.50:0/1845746243 >> v2:172.21.15.55:3300/0 conn(0x7f9b240ccce0 0x7f9b240b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:34.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b23fff640 1 --2- 172.21.15.50:0/1845746243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240b7910 0x7f9b240cc7a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9b2408b5f0 tx=0x7f9b1401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d7c69504fdb54ba server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b22ffd640 1 -- 172.21.15.50:0/1845746243 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b140ac600 con 0x7f9b240b7910 2023-07-12T13:56:34.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b22ffd640 1 -- 172.21.15.50:0/1845746243 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b140a8050 con 0x7f9b240b7910 2023-07-12T13:56:34.530 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b22ffd640 1 -- 172.21.15.50:0/1845746243 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b140ac960 con 0x7f9b240b7910 2023-07-12T13:56:34.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/1845746243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240b7910 msgr2=0x7f9b240cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/1845746243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240b7910 0x7f9b240cc7a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9b2408b5f0 tx=0x7f9b1401c3a0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.531 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/1845746243 shutdown_connections 2023-07-12T13:56:34.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/1845746243 >> v2:172.21.15.55:3300/0 conn(0x7f9b240ccce0 0x7f9b240b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/1845746243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240b7910 0x7f9b240cc7a0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/1845746243 >> 172.21.15.50:0/1845746243 conn(0x7f9b24069f00 msgr2=0x7f9b2406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:34.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/1845746243 shutdown_connections 2023-07-12T13:56:34.532 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.525+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/1845746243 wait complete. 2023-07-12T13:56:34.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 Processor -- start 2023-07-12T13:56:34.533 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 -- start start 2023-07-12T13:56:34.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9b240b47e0 0x7f9b24144ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9b240b7910 0x7f9b2415d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 0x7f9b2415d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b24146250 con 0x7f9b240ccce0 2023-07-12T13:56:34.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b241455d0 con 0x7f9b240b47e0 2023-07-12T13:56:34.534 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b241458b0 con 0x7f9b240b7910 2023-07-12T13:56:34.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 0x7f9b2415d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 0x7f9b2415d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:44004/0 (socket says 172.21.15.50:44004) 2023-07-12T13:56:34.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 -- 172.21.15.50:0/2932326925 learned_addr learned my addr 172.21.15.50:0/2932326925 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:34.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b23fff640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9b240b47e0 0x7f9b24144ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.535 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b237fe640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9b240b7910 0x7f9b2415d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 -- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9b240b7910 msgr2=0x7f9b2415d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9b240b7910 0x7f9b2415d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 -- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9b240b47e0 msgr2=0x7f9b24144ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.536 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9b240b47e0 0x7f9b24144ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 -- 172.21.15.50:0/2932326925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b14009420 con 0x7f9b240ccce0 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b28f97640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 0x7f9b2415d800 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c00cb40 tx=0x7f9b1c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c00aca0 con 0x7f9b240ccce0 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b1c00ae00 con 0x7f9b240ccce0 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b24145b90 con 0x7f9b240ccce0 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c012620 con 0x7f9b240ccce0 2023-07-12T13:56:34.537 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.529+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b241572d0 con 0x7f9b240ccce0 2023-07-12T13:56:34.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.533+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b24146390 con 0x7f9b240ccce0 2023-07-12T13:56:34.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.533+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9b1c007070 con 0x7f9b240ccce0 2023-07-12T13:56:34.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.533+0000 7f9b20ff9640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9b100662b0 0x7f9b10068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.533+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f9b1c083df0 con 0x7f9b240ccce0 2023-07-12T13:56:34.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.533+0000 7f9b23fff640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9b100662b0 0x7f9b10068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.539 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.533+0000 7f9b23fff640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9b100662b0 0x7f9b10068760 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9b140ae000 tx=0x7f9b140a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.542 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.537+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9b24146390 con 0x7f9b240ccce0 2023-07-12T13:56:34.708 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f9b24146390 con 0x7f9b240ccce0 2023-07-12T13:56:34.709 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b20ff9640 1 -- 172.21.15.50:0/2932326925 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9b24146390 con 0x7f9b240ccce0 2023-07-12T13:56:34.709 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:34.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9b100662b0 msgr2=0x7f9b10068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9b100662b0 0x7f9b10068760 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9b140ae000 tx=0x7f9b140a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:34.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 msgr2=0x7f9b2415d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 0x7f9b2415d800 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c00cb40 tx=0x7f9b1c00a060 comp rx=0 tx=0).stop 2023-07-12T13:56:34.711 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 shutdown_connections 2023-07-12T13:56:34.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9b100662b0 0x7f9b10068760 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b240ccce0 0x7f9b2415d800 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9b240b7910 0x7f9b2415d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 --2- 172.21.15.50:0/2932326925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9b240b47e0 0x7f9b24144ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.712 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 >> 172.21.15.50:0/2932326925 conn(0x7f9b24069f00 msgr2=0x7f9b240b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:34.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 shutdown_connections 2023-07-12T13:56:34.713 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.705+0000 7f9b2a9fa640 1 -- 172.21.15.50:0/2932326925 wait complete. 2023-07-12T13:56:34.730 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:56:34.731 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:34.741 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:34.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.877+0000 7f216c6f9640 1 Processor -- start 2023-07-12T13:56:34.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.877+0000 7f216c6f9640 1 -- start start 2023-07-12T13:56:34.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216c6f9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f216415c250 0x7f2164159770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216c6f9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f216415d1f0 con 0x7f21640aff80 2023-07-12T13:56:34.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216c6f9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f216415c950 con 0x7f2164156140 2023-07-12T13:56:34.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216c6f9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2164159cb0 con 0x7f216415c250 2023-07-12T13:56:34.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f2169c94640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f21640aff80 0x7f21640cc530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44392/0 (socket says 172.21.15.50:44392) 2023-07-12T13:56:34.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f2169c94640 1 -- 172.21.15.50:0/3778998813 learned_addr learned my addr 172.21.15.50:0/3778998813 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:34.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216ac96640 1 --2- 172.21.15.50:0/3778998813 >> v2:172.21.15.50:3300/0 conn(0x7f216415c250 0x7f2164159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f2169493640 1 -- 172.21.15.50:0/3778998813 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2440554107 0 0) 0x7f216415d1f0 con 0x7f21640aff80 2023-07-12T13:56:34.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f2169493640 1 -- 172.21.15.50:0/3778998813 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2150003530 con 0x7f21640aff80 2023-07-12T13:56:34.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216ac96640 1 -- 172.21.15.50:0/3778998813 >> v1:172.21.15.55:6789/0 conn(0x7f2164156140 legacy=0x7f21640af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216ac96640 1 -- 172.21.15.50:0/3778998813 >> v1:172.21.15.50:6789/0 conn(0x7f21640aff80 legacy=0x7f21640cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.881+0000 7f216ac96640 1 -- 172.21.15.50:0/3778998813 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f216415cc30 con 0x7f216415c250 2023-07-12T13:56:34.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216ac96640 1 --2- 172.21.15.50:0/3778998813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f216415c250 0x7f2164159770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f215c009d90 tx=0x7f215c01c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a75db214d338b04a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f2169493640 1 -- 172.21.15.50:0/3778998813 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f215c0a5900 con 0x7f216415c250 2023-07-12T13:56:34.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f2169493640 1 -- 172.21.15.50:0/3778998813 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f215c0a5a60 con 0x7f216415c250 2023-07-12T13:56:34.888 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f2169493640 1 -- 172.21.15.50:0/3778998813 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f215c0a5df0 con 0x7f216415c250 2023-07-12T13:56:34.889 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- 172.21.15.50:0/3778998813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f216415c250 msgr2=0x7f2164159770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3778998813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f216415c250 0x7f2164159770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f215c009d90 tx=0x7f215c01c950 comp rx=0 tx=0).stop 2023-07-12T13:56:34.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- 172.21.15.50:0/3778998813 shutdown_connections 2023-07-12T13:56:34.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3778998813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f216415c250 0x7f2164159770 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- 172.21.15.50:0/3778998813 >> 172.21.15.50:0/3778998813 conn(0x7f21640ca870 msgr2=0x7f21640cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:34.891 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- 172.21.15.50:0/3778998813 shutdown_connections 2023-07-12T13:56:34.892 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- 172.21.15.50:0/3778998813 wait complete. 2023-07-12T13:56:34.893 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 Processor -- start 2023-07-12T13:56:34.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- start start 2023-07-12T13:56:34.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 0x7f216414c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2164156140 0x7f216406fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f216415c250 0x7f2164070390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f216414cc80 con 0x7f21640aff80 2023-07-12T13:56:34.894 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2164153950 con 0x7f2164156140 2023-07-12T13:56:34.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.885+0000 7f216c6f9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f216415b2c0 con 0x7f216415c250 2023-07-12T13:56:34.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 0x7f216414c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 0x7f216414c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46842/0 (socket says 172.21.15.50:46842) 2023-07-12T13:56:34.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 -- 172.21.15.50:0/3396949689 learned_addr learned my addr 172.21.15.50:0/3396949689 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:34.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f2169c94640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2164156140 0x7f216406fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216ac96640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f216415c250 0x7f2164070390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 -- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f216415c250 msgr2=0x7f2164070390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f216415c250 0x7f2164070390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 -- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2164156140 msgr2=0x7f216406fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2164156140 0x7f216406fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 -- 172.21.15.50:0/3396949689 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f215c009a70 con 0x7f21640aff80 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216a495640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 0x7f216414c740 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f216000c500 tx=0x7f216000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.896 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2160005220 con 0x7f21640aff80 2023-07-12T13:56:34.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2160005380 con 0x7f21640aff80 2023-07-12T13:56:34.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2160007270 con 0x7f21640aff80 2023-07-12T13:56:34.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f216415b560 con 0x7f21640aff80 2023-07-12T13:56:34.897 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2164153bf0 con 0x7f21640aff80 2023-07-12T13:56:34.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f216415ba80 con 0x7f21640aff80 2023-07-12T13:56:34.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.889+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f21600073d0 con 0x7f21640aff80 2023-07-12T13:56:34.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.893+0000 7f215affd640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2148066280 0x7f2148068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:34.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.893+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f21600834f0 con 0x7f21640aff80 2023-07-12T13:56:34.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.893+0000 7f2169c94640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2148066280 0x7f2148068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:34.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.893+0000 7f2169c94640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2148066280 0x7f2148068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f216415a520 tx=0x7f2154007d40 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:34.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:34.893+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f216415ba80 con 0x7f21640aff80 2023-07-12T13:56:35.054 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.049+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f216415ba80 con 0x7f21640aff80 2023-07-12T13:56:35.056 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f215affd640 1 -- 172.21.15.50:0/3396949689 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f216415ba80 con 0x7f21640aff80 2023-07-12T13:56:35.056 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:35.057 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:35.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2148066280 msgr2=0x7f2148068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2148066280 0x7f2148068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f216415a520 tx=0x7f2154007d40 comp rx=0 tx=0).stop 2023-07-12T13:56:35.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 msgr2=0x7f216414c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 0x7f216414c740 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f216000c500 tx=0x7f216000c9c0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.058 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 shutdown_connections 2023-07-12T13:56:35.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2148066280 0x7f2148068730 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f216415c250 0x7f2164070390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2164156140 0x7f216406fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.059 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 --2- 172.21.15.50:0/3396949689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21640aff80 0x7f216414c740 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 >> 172.21.15.50:0/3396949689 conn(0x7f21640ca870 msgr2=0x7f2164151300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:35.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 shutdown_connections 2023-07-12T13:56:35.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.053+0000 7f216c6f9640 1 -- 172.21.15.50:0/3396949689 wait complete. 2023-07-12T13:56:35.078 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:35.079 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:35.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 Processor -- start 2023-07-12T13:56:35.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 -- start start 2023-07-12T13:56:35.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7c6c15d280 0x7f7c6c160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7c6c06b970 0x7f7c6c06bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c6c0cddd0 con 0x7f7c6c15c390 2023-07-12T13:56:35.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c6c1601e0 con 0x7f7c6c06b970 2023-07-12T13:56:35.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c729d2640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c6c06c2f0 con 0x7f7c6c15d280 2023-07-12T13:56:35.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7c6c06b970 0x7f7c6c06bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7c6c06b970 0x7f7c6c06bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46846/0 (socket says 172.21.15.50:46846) 2023-07-12T13:56:35.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 -- 172.21.15.50:0/1756207396 learned_addr learned my addr 172.21.15.50:0/1756207396 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:35.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c6b7fe640 1 --2- 172.21.15.50:0/1756207396 >> v2:172.21.15.55:3300/0 conn(0x7f7c6c15d280 0x7f7c6c160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 -- 172.21.15.50:0/1756207396 >> v2:172.21.15.55:3300/0 conn(0x7f7c6c15d280 msgr2=0x7f7c6c160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:35.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 --2- 172.21.15.50:0/1756207396 >> v2:172.21.15.55:3300/0 conn(0x7f7c6c15d280 0x7f7c6c160670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 -- 172.21.15.50:0/1756207396 >> v1:172.21.15.55:6789/0 conn(0x7f7c6c15c390 legacy=0x7f7c6c0cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:35.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c70f6f640 1 -- 172.21.15.50:0/1756207396 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c6c0ce020 con 0x7f7c6c06b970 2023-07-12T13:56:35.228 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.221+0000 7f7c6b7fe640 1 --2- 172.21.15.50:0/1756207396 >> v2:172.21.15.55:3300/0 conn(0x7f7c6c15d280 0x7f7c6c160670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:35.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c70f6f640 1 --2- 172.21.15.50:0/1756207396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c06b970 0x7f7c6c06bdb0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c0c7230 tx=0x7f7c6401c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce8891e816274967 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c6affd640 1 -- 172.21.15.50:0/1756207396 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c640a5720 con 0x7f7c6c06b970 2023-07-12T13:56:35.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c6affd640 1 -- 172.21.15.50:0/1756207396 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c640a5880 con 0x7f7c6c06b970 2023-07-12T13:56:35.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c6affd640 1 -- 172.21.15.50:0/1756207396 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c640a5c10 con 0x7f7c6c06b970 2023-07-12T13:56:35.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 -- 172.21.15.50:0/1756207396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c06b970 msgr2=0x7f7c6c06bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 --2- 172.21.15.50:0/1756207396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c06b970 0x7f7c6c06bdb0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c0c7230 tx=0x7f7c6401c840 comp rx=0 tx=0).stop 2023-07-12T13:56:35.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 -- 172.21.15.50:0/1756207396 shutdown_connections 2023-07-12T13:56:35.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 --2- 172.21.15.50:0/1756207396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c06b970 0x7f7c6c06bdb0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 --2- 172.21.15.50:0/1756207396 >> v2:172.21.15.55:3300/0 conn(0x7f7c6c15d280 0x7f7c6c160670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 -- 172.21.15.50:0/1756207396 >> 172.21.15.50:0/1756207396 conn(0x7f7c6c06e0c0 msgr2=0x7f7c6c06eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:35.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 -- 172.21.15.50:0/1756207396 shutdown_connections 2023-07-12T13:56:35.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.225+0000 7f7c729d2640 1 -- 172.21.15.50:0/1756207396 wait complete. 2023-07-12T13:56:35.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 Processor -- start 2023-07-12T13:56:35.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 -- start start 2023-07-12T13:56:35.233 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c6c06b970 0x7f7c6c151170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7c6c15c390 0x7f7c6c0c73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 0x7f7c6c0c7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c1599e0 con 0x7f7c6c15d280 2023-07-12T13:56:35.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c15a560 con 0x7f7c6c06b970 2023-07-12T13:56:35.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c159c30 con 0x7f7c6c15c390 2023-07-12T13:56:35.234 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 0x7f7c6c0c7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 0x7f7c6c0c7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46848/0 (socket says 172.21.15.50:46848) 2023-07-12T13:56:35.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 -- 172.21.15.50:0/3832548926 learned_addr learned my addr 172.21.15.50:0/3832548926 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:35.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c6bfff640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c6c06b970 0x7f7c6c151170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c6b7fe640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7c6c15c390 0x7f7c6c0c73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 -- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7c6c15c390 msgr2=0x7f7c6c0c73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7c6c15c390 0x7f7c6c0c73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 -- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c6c06b970 msgr2=0x7f7c6c151170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c6c06b970 0x7f7c6c151170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 -- 172.21.15.50:0/3832548926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c64009b30 con 0x7f7c6c15d280 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c70f6f640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 0x7f7c6c0c7930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7c640af040 tx=0x7f7c640195e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c640b8670 con 0x7f7c6c15d280 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c640b87d0 con 0x7f7c6c15d280 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c640b8b40 con 0x7f7c6c15d280 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c6c159f10 con 0x7f7c6c15d280 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.229+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c6c0c9450 con 0x7f7c6c15d280 2023-07-12T13:56:35.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.233+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c6c0cf510 con 0x7f7c6c15d280 2023-07-12T13:56:35.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.233+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7c640b8ca0 con 0x7f7c6c15d280 2023-07-12T13:56:35.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.233+0000 7f7c68ff9640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7c58066280 0x7f7c58068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.233+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f7c6411f440 con 0x7f7c6c15d280 2023-07-12T13:56:35.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.233+0000 7f7c6bfff640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7c58066280 0x7f7c58068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.233+0000 7f7c6bfff640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7c58066280 0x7f7c58068730 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7c5c00b810 tx=0x7f7c5c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.237+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7c640ec810 con 0x7f7c6c15d280 2023-07-12T13:56:35.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7c6c159d70 con 0x7f7c6c15d280 2023-07-12T13:56:35.396 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c68ff9640 1 -- 172.21.15.50:0/3832548926 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7c6c159d70 con 0x7f7c6c15d280 2023-07-12T13:56:35.397 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:35.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7c58066280 msgr2=0x7f7c58068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7c58066280 0x7f7c58068730 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7c5c00b810 tx=0x7f7c5c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 msgr2=0x7f7c6c0c7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 0x7f7c6c0c7930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7c640af040 tx=0x7f7c640195e0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 shutdown_connections 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7c58066280 0x7f7c58068730 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c6c15d280 0x7f7c6c0c7930 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7c6c15c390 0x7f7c6c0c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 --2- 172.21.15.50:0/3832548926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c6c06b970 0x7f7c6c151170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 >> 172.21.15.50:0/3832548926 conn(0x7f7c6c06e0c0 msgr2=0x7f7c6c0cb970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:35.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 shutdown_connections 2023-07-12T13:56:35.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.393+0000 7f7c729d2640 1 -- 172.21.15.50:0/3832548926 wait complete. 2023-07-12T13:56:35.417 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:35.563 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.557+0000 7faf4b4ca640 1 Processor -- start 2023-07-12T13:56:35.564 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf4b4ca640 1 -- start start 2023-07-12T13:56:35.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf4b4ca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faf440b11c0 0x7faf440b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf4b4ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf4415bc50 0x7faf440cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.565 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf4b4ca640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf440cce90 con 0x7faf440b3bd0 2023-07-12T13:56:35.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf4b4ca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf440cf330 con 0x7faf440b11c0 2023-07-12T13:56:35.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf4b4ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf440cf610 con 0x7faf4415bc50 2023-07-12T13:56:35.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faf440b11c0 0x7faf440b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faf440b11c0 0x7faf440b15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46856/0 (socket says 172.21.15.50:46856) 2023-07-12T13:56:35.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 -- 172.21.15.50:0/2498646987 learned_addr learned my addr 172.21.15.50:0/2498646987 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:35.566 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf49a67640 1 --2- 172.21.15.50:0/2498646987 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf4415bc50 0x7faf440cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 -- 172.21.15.50:0/2498646987 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf4415bc50 msgr2=0x7faf440cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:35.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 --2- 172.21.15.50:0/2498646987 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf4415bc50 0x7faf440cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 -- 172.21.15.50:0/2498646987 >> v1:172.21.15.55:6789/0 conn(0x7faf440b3bd0 legacy=0x7faf440b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.567 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.561+0000 7faf48a65640 1 -- 172.21.15.50:0/2498646987 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf440cc840 con 0x7faf440b11c0 2023-07-12T13:56:35.568 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf48a65640 1 --2- 172.21.15.50:0/2498646987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf440b11c0 0x7faf440b15c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf34009870 tx=0x7faf3401ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a9aa49892ee5cfe server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf3bfff640 1 -- 172.21.15.50:0/2498646987 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf340a8a30 con 0x7faf440b11c0 2023-07-12T13:56:35.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf3bfff640 1 -- 172.21.15.50:0/2498646987 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf340a8b90 con 0x7faf440b11c0 2023-07-12T13:56:35.569 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf3bfff640 1 -- 172.21.15.50:0/2498646987 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf340b0440 con 0x7faf440b11c0 2023-07-12T13:56:35.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 -- 172.21.15.50:0/2498646987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf440b11c0 msgr2=0x7faf440b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/2498646987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf440b11c0 0x7faf440b15c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf34009870 tx=0x7faf3401ed30 comp rx=0 tx=0).stop 2023-07-12T13:56:35.570 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 -- 172.21.15.50:0/2498646987 shutdown_connections 2023-07-12T13:56:35.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/2498646987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf440b11c0 0x7faf440b15c0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/2498646987 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf4415bc50 0x7faf440cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 -- 172.21.15.50:0/2498646987 >> 172.21.15.50:0/2498646987 conn(0x7faf44071800 msgr2=0x7faf44069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:35.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 -- 172.21.15.50:0/2498646987 shutdown_connections 2023-07-12T13:56:35.571 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.565+0000 7faf4b4ca640 1 -- 172.21.15.50:0/2498646987 wait complete. 2023-07-12T13:56:35.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 Processor -- start 2023-07-12T13:56:35.572 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- start start 2023-07-12T13:56:35.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf440b3bd0 0x7faf4415cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 0x7faf441f0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.573 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf4415db90 0x7faf4415f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf4415e3e0 con 0x7faf4415bc50 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf440c93c0 con 0x7faf4415db90 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf440c9660 con 0x7faf440b3bd0 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 0x7faf441f0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 0x7faf441f0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46858/0 (socket says 172.21.15.50:46858) 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 -- 172.21.15.50:0/804333022 learned_addr learned my addr 172.21.15.50:0/804333022 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:35.574 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf49266640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf440b3bd0 0x7faf4415cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf49a67640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf4415db90 0x7faf4415f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 -- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf440b3bd0 msgr2=0x7faf4415cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf440b3bd0 0x7faf4415cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 -- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf4415db90 msgr2=0x7faf4415f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf4415db90 0x7faf4415f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 -- 172.21.15.50:0/804333022 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf340094d0 con 0x7faf4415bc50 2023-07-12T13:56:35.575 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf49a67640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf4415db90 0x7faf4415f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:35.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf48a65640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 0x7faf441f0cf0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf340b3040 tx=0x7faf3401bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.576 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf340b0dd0 con 0x7faf4415bc50 2023-07-12T13:56:35.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf340bb460 con 0x7faf4415bc50 2023-07-12T13:56:35.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf340bb810 con 0x7faf4415bc50 2023-07-12T13:56:35.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf440c9940 con 0x7faf4415bc50 2023-07-12T13:56:35.577 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf4415e000 con 0x7faf4415bc50 2023-07-12T13:56:35.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.569+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf4404e020 con 0x7faf4415bc50 2023-07-12T13:56:35.578 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.573+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7faf340b83f0 con 0x7faf4415bc50 2023-07-12T13:56:35.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.573+0000 7faf39ffb640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7faf28066280 0x7faf28068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.573+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7faf34121630 con 0x7faf4415bc50 2023-07-12T13:56:35.579 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.573+0000 7faf49266640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7faf28066280 0x7faf28068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.580 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.573+0000 7faf49266640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7faf28066280 0x7faf28068730 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faf40007fd0 tx=0x7faf40009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.582 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.577+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7faf340eea80 con 0x7faf4415bc50 2023-07-12T13:56:35.738 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.733+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7faf440c9df0 con 0x7faf4415bc50 2023-07-12T13:56:35.739 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.733+0000 7faf39ffb640 1 -- 172.21.15.50:0/804333022 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7faf340f20a0 con 0x7faf4415bc50 2023-07-12T13:56:35.739 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:35.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7faf28066280 msgr2=0x7faf28068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7faf28066280 0x7faf28068730 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faf40007fd0 tx=0x7faf40009040 comp rx=0 tx=0).stop 2023-07-12T13:56:35.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 msgr2=0x7faf441f0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.742 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 0x7faf441f0cf0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf340b3040 tx=0x7faf3401bad0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 shutdown_connections 2023-07-12T13:56:35.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7faf28066280 0x7faf28068730 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf4415db90 0x7faf4415f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf4415bc50 0x7faf441f0cf0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.743 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 --2- 172.21.15.50:0/804333022 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faf440b3bd0 0x7faf4415cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 >> 172.21.15.50:0/804333022 conn(0x7faf44071800 msgr2=0x7faf440b1b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:35.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 shutdown_connections 2023-07-12T13:56:35.744 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.737+0000 7faf4b4ca640 1 -- 172.21.15.50:0/804333022 wait complete. 2023-07-12T13:56:35.760 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:35.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 Processor -- start 2023-07-12T13:56:35.906 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 -- start start 2023-07-12T13:56:35.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fbb84159840 0x7fbb840af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbb840afdb0 0x7fbb840cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb8406f0c0 con 0x7fbb841585d0 2023-07-12T13:56:35.907 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb8415ce90 con 0x7fbb840afdb0 2023-07-12T13:56:35.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb89937640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb840b01e0 con 0x7fbb84159840 2023-07-12T13:56:35.908 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.901+0000 7fbb837fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbb840afdb0 0x7fbb840cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbb840afdb0 0x7fbb840cbee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46860/0 (socket says 172.21.15.50:46860) 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 -- 172.21.15.50:0/3332029663 learned_addr learned my addr 172.21.15.50:0/3332029663 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb7a7fc640 1 --2- 172.21.15.50:0/3332029663 >> v2:172.21.15.55:3300/0 conn(0x7fbb84159840 0x7fbb840af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 -- 172.21.15.50:0/3332029663 >> v2:172.21.15.55:3300/0 conn(0x7fbb84159840 msgr2=0x7fbb840af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 --2- 172.21.15.50:0/3332029663 >> v2:172.21.15.55:3300/0 conn(0x7fbb84159840 0x7fbb840af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 -- 172.21.15.50:0/3332029663 >> v1:172.21.15.55:6789/0 conn(0x7fbb841585d0 legacy=0x7fbb840c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.909 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 -- 172.21.15.50:0/3332029663 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb8415c210 con 0x7fbb840afdb0 2023-07-12T13:56:35.910 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb837fe640 1 --2- 172.21.15.50:0/3332029663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb840afdb0 0x7fbb840cbee0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fbb8406ece0 tx=0x7fbb7c01c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a8d5771609cb4f9 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb827fc640 1 -- 172.21.15.50:0/3332029663 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7c0aa660 con 0x7fbb840afdb0 2023-07-12T13:56:35.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb827fc640 1 -- 172.21.15.50:0/3332029663 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb7c0aa7c0 con 0x7fbb840afdb0 2023-07-12T13:56:35.911 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.905+0000 7fbb827fc640 1 -- 172.21.15.50:0/3332029663 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7c0aab50 con 0x7fbb840afdb0 2023-07-12T13:56:35.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- 172.21.15.50:0/3332029663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb840afdb0 msgr2=0x7fbb840cbee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 --2- 172.21.15.50:0/3332029663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb840afdb0 0x7fbb840cbee0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fbb8406ece0 tx=0x7fbb7c01c500 comp rx=0 tx=0).stop 2023-07-12T13:56:35.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- 172.21.15.50:0/3332029663 shutdown_connections 2023-07-12T13:56:35.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 --2- 172.21.15.50:0/3332029663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb840afdb0 0x7fbb840cbee0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 --2- 172.21.15.50:0/3332029663 >> v2:172.21.15.55:3300/0 conn(0x7fbb84159840 0x7fbb840af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- 172.21.15.50:0/3332029663 >> 172.21.15.50:0/3332029663 conn(0x7fbb840ca870 msgr2=0x7fbb840cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:35.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- 172.21.15.50:0/3332029663 shutdown_connections 2023-07-12T13:56:35.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- 172.21.15.50:0/3332029663 wait complete. 2023-07-12T13:56:35.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 Processor -- start 2023-07-12T13:56:35.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- start start 2023-07-12T13:56:35.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 0x7fbb84157760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbb841585d0 0x7fbb841524f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb84159840 0x7fbb840c4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb840aba40 con 0x7fbb84159840 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb84152a30 con 0x7fbb840afdb0 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb89937640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb84152c60 con 0x7fbb841585d0 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb82ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 0x7fbb84157760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb837fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb84159840 0x7fbb840c4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb7a7fc640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbb841585d0 0x7fbb841524f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb82ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 0x7fbb84157760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:37354/0 (socket says 172.21.15.50:37354) 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb82ffd640 1 -- 172.21.15.50:0/1065255986 learned_addr learned my addr 172.21.15.50:0/1065255986 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb837fe640 1 -- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbb841585d0 msgr2=0x7fbb841524f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb837fe640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbb841585d0 0x7fbb841524f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb837fe640 1 -- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 msgr2=0x7fbb84157760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb837fe640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 0x7fbb84157760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb837fe640 1 -- 172.21.15.50:0/1065255986 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7c0094d0 con 0x7fbb84159840 2023-07-12T13:56:35.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.909+0000 7fbb82ffd640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 0x7fbb84157760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:35.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb837fe640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb84159840 0x7fbb840c4160 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c0ab000 tx=0x7fbb7c01ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7c0b3800 con 0x7fbb84159840 2023-07-12T13:56:35.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb7c0b3960 con 0x7fbb84159840 2023-07-12T13:56:35.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7c0b3d10 con 0x7fbb84159840 2023-07-12T13:56:35.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb84152f40 con 0x7fbb84159840 2023-07-12T13:56:35.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb84153500 con 0x7fbb84159840 2023-07-12T13:56:35.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb840abb80 con 0x7fbb84159840 2023-07-12T13:56:35.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbb7c0b2380 con 0x7fbb84159840 2023-07-12T13:56:35.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb80ff9640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb64066280 0x7fbb64068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:35.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbb7c0a6040 con 0x7fbb84159840 2023-07-12T13:56:35.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.913+0000 7fbb82ffd640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb64066280 0x7fbb64068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:35.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.917+0000 7fbb82ffd640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb64066280 0x7fbb64068730 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbb74001ca0 tx=0x7fbb74009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:35.923 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:35.917+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbb840abb80 con 0x7fbb84159840 2023-07-12T13:56:36.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.069+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbb840abb80 con 0x7fbb84159840 2023-07-12T13:56:36.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.069+0000 7fbb80ff9640 1 -- 172.21.15.50:0/1065255986 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbb840abb80 con 0x7fbb84159840 2023-07-12T13:56:36.076 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:36.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb64066280 msgr2=0x7fbb64068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb64066280 0x7fbb64068730 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbb74001ca0 tx=0x7fbb74009040 comp rx=0 tx=0).stop 2023-07-12T13:56:36.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb84159840 msgr2=0x7fbb840c4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb84159840 0x7fbb840c4160 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c0ab000 tx=0x7fbb7c01ad40 comp rx=0 tx=0).stop 2023-07-12T13:56:36.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 shutdown_connections 2023-07-12T13:56:36.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb64066280 0x7fbb64068730 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb84159840 0x7fbb840c4160 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbb841585d0 0x7fbb841524f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 --2- 172.21.15.50:0/1065255986 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb840afdb0 0x7fbb84157760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 >> 172.21.15.50:0/1065255986 conn(0x7fbb840ca870 msgr2=0x7fbb840c8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:36.079 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 shutdown_connections 2023-07-12T13:56:36.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.073+0000 7fbb89937640 1 -- 172.21.15.50:0/1065255986 wait complete. 2023-07-12T13:56:36.097 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:36.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 Processor -- start 2023-07-12T13:56:36.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 -- start start 2023-07-12T13:56:36.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f4159910 0x7f14f406add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14f40aff80 0x7f14f40c8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14f40c87b0 con 0x7f14f406b310 2023-07-12T13:56:36.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14f406b850 con 0x7f14f40aff80 2023-07-12T13:56:36.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fbfd2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14f406bb30 con 0x7f14f4159910 2023-07-12T13:56:36.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14f40aff80 0x7f14f40c8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14f40aff80 0x7f14f40c8c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46880/0 (socket says 172.21.15.50:46880) 2023-07-12T13:56:36.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 -- 172.21.15.50:0/1679942018 learned_addr learned my addr 172.21.15.50:0/1679942018 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:36.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14f9d6e640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f4159910 0x7f14f406add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 -- 172.21.15.50:0/1679942018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f4159910 msgr2=0x7f14f406add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:36.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f4159910 0x7f14f406add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 -- 172.21.15.50:0/1679942018 >> v1:172.21.15.55:6789/0 conn(0x7f14f406b310 legacy=0x7f14f40af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:36.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14fa56f640 1 -- 172.21.15.50:0/1679942018 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14f406be10 con 0x7f14f40aff80 2023-07-12T13:56:36.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.241+0000 7f14f9d6e640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f4159910 0x7f14f406add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:36.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fa56f640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f40aff80 0x7f14f40c8c40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f14ec009e50 tx=0x7f14ec01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4fb6de239fcc2 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:36.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14f8d6c640 1 -- 172.21.15.50:0/1679942018 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14ec0a57c0 con 0x7f14f40aff80 2023-07-12T13:56:36.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14f8d6c640 1 -- 172.21.15.50:0/1679942018 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14ec0a5920 con 0x7f14f40aff80 2023-07-12T13:56:36.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14f8d6c640 1 -- 172.21.15.50:0/1679942018 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14ec0a5cb0 con 0x7f14f40aff80 2023-07-12T13:56:36.250 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 -- 172.21.15.50:0/1679942018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f40aff80 msgr2=0x7f14f40c8c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.250 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f40aff80 0x7f14f40c8c40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f14ec009e50 tx=0x7f14ec01c9a0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.250 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 -- 172.21.15.50:0/1679942018 shutdown_connections 2023-07-12T13:56:36.250 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f40aff80 0x7f14f40c8c40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/1679942018 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f4159910 0x7f14f406add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 -- 172.21.15.50:0/1679942018 >> 172.21.15.50:0/1679942018 conn(0x7f14f40ca870 msgr2=0x7f14f40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:36.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 -- 172.21.15.50:0/1679942018 shutdown_connections 2023-07-12T13:56:36.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 -- 172.21.15.50:0/1679942018 wait complete. 2023-07-12T13:56:36.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.245+0000 7f14fbfd2640 1 Processor -- start 2023-07-12T13:56:36.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- start start 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f406b310 0x7f14f414fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f40aff80 0x7f14f41504c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 0x7f14f4150a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f40ccbb0 con 0x7f14f4159910 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f40cbf30 con 0x7f14f40aff80 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14f40cc210 con 0x7f14f406b310 2023-07-12T13:56:36.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 0x7f14f4150a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 0x7f14f4150a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46892/0 (socket says 172.21.15.50:46892) 2023-07-12T13:56:36.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 -- 172.21.15.50:0/480630663 learned_addr learned my addr 172.21.15.50:0/480630663 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:36.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14f9d6e640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f406b310 0x7f14f414fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14f956d640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f40aff80 0x7f14f41504c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 -- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f406b310 msgr2=0x7f14f414fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f406b310 0x7f14f414fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 -- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f40aff80 msgr2=0x7f14f41504c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f40aff80 0x7f14f41504c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 -- 172.21.15.50:0/480630663 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14ec009b30 con 0x7f14f4159910 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14f956d640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f40aff80 0x7f14f41504c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fa56f640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 0x7f14f4150a00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f14ec01b050 tx=0x7f14ec019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14ec0b8670 con 0x7f14f4159910 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14ec0b87d0 con 0x7f14f4159910 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14ec0b8b80 con 0x7f14f4159910 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14f40cc4f0 con 0x7f14f4159910 2023-07-12T13:56:36.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14f4150180 con 0x7f14f4159910 2023-07-12T13:56:36.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.249+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14f404e020 con 0x7f14f4159910 2023-07-12T13:56:36.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.253+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f14ec0b8ce0 con 0x7f14f4159910 2023-07-12T13:56:36.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.253+0000 7f14ea7fc640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14d8066280 0x7f14d8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.253+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f14ec11f3f0 con 0x7f14f4159910 2023-07-12T13:56:36.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.253+0000 7f14f9d6e640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14d8066280 0x7f14d8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.253+0000 7f14f9d6e640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14d8066280 0x7f14d8068730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f14f40cd580 tx=0x7f14f0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:36.261 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.257+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f14ec0ec8e0 con 0x7f14f4159910 2023-07-12T13:56:36.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f14f40cc350 con 0x7f14f4159910 2023-07-12T13:56:36.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14ea7fc640 1 -- 172.21.15.50:0/480630663 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f14f40cc350 con 0x7f14f4159910 2023-07-12T13:56:36.418 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:36.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14d8066280 msgr2=0x7f14d8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14d8066280 0x7f14d8068730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f14f40cd580 tx=0x7f14f0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:36.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 msgr2=0x7f14f4150a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 0x7f14f4150a00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f14ec01b050 tx=0x7f14ec019740 comp rx=0 tx=0).stop 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 shutdown_connections 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14d8066280 0x7f14d8068730 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14f4159910 0x7f14f4150a00 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f40aff80 0x7f14f41504c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 --2- 172.21.15.50:0/480630663 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14f406b310 0x7f14f414fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 >> 172.21.15.50:0/480630663 conn(0x7f14f40ca870 msgr2=0x7f14f40b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:36.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 shutdown_connections 2023-07-12T13:56:36.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.413+0000 7f14fbfd2640 1 -- 172.21.15.50:0/480630663 wait complete. 2023-07-12T13:56:36.438 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:36.584 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 Processor -- start 2023-07-12T13:56:36.584 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 -- start start 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdf2c0cc600 0x7fdf2c0cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0d01b0 0x7fdf2c0cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf2c0cda60 con 0x7fdf2c0cfde0 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf2c0cdcc0 con 0x7fdf2c0cc600 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2b59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c0cdfa0 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdf2c0cc600 0x7fdf2c0cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.586 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdf2c0cc600 0x7fdf2c0cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:37372/0 (socket says 172.21.15.50:37372) 2023-07-12T13:56:36.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 -- 172.21.15.50:0/65948939 learned_addr learned my addr 172.21.15.50:0/65948939 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:36.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf2ad9d640 1 --2- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0d01b0 0x7fdf2c0cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 -- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0d01b0 msgr2=0x7fdf2c0cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:36.587 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 --2- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0d01b0 0x7fdf2c0cf090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 -- 172.21.15.50:0/65948939 >> v1:172.21.15.55:6789/0 conn(0x7fdf2c0cfde0 legacy=0x7fdf2c0ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.588 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.581+0000 7fdf29d9b640 1 -- 172.21.15.50:0/65948939 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf2c0ce280 con 0x7fdf2c0cc600 2023-07-12T13:56:36.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf29d9b640 1 --2- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0cd520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdf20009870 tx=0x7fdf2001c540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2ea5b92849e2abe server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:36.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2959a640 1 -- 172.21.15.50:0/65948939 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf200a9620 con 0x7fdf2c0cc600 2023-07-12T13:56:36.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2959a640 1 -- 172.21.15.50:0/65948939 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf200a9780 con 0x7fdf2c0cc600 2023-07-12T13:56:36.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2959a640 1 -- 172.21.15.50:0/65948939 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf200a9b10 con 0x7fdf2c0cc600 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 -- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 msgr2=0x7fdf2c0cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0cd520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdf20009870 tx=0x7fdf2001c540 comp rx=0 tx=0).stop 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 -- 172.21.15.50:0/65948939 shutdown_connections 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0d01b0 0x7fdf2c0cf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/65948939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0cd520 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 -- 172.21.15.50:0/65948939 >> 172.21.15.50:0/65948939 conn(0x7fdf2c09b320 msgr2=0x7fdf2c0d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:36.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 -- 172.21.15.50:0/65948939 shutdown_connections 2023-07-12T13:56:36.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.585+0000 7fdf2b59e640 1 -- 172.21.15.50:0/65948939 wait complete. 2023-07-12T13:56:36.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 Processor -- start 2023-07-12T13:56:36.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 -- start start 2023-07-12T13:56:36.593 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0b7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.593 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 0x7fdf2c0b0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf2c0d01b0 0x7fdf2c151d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c1528b0 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c152b00 con 0x7fdf2c0cc600 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c152de0 con 0x7fdf2c0cfde0 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2a59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0b7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf29d9b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 0x7fdf2c0b0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf2c0d01b0 0x7fdf2c151d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.595 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf29d9b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 0x7fdf2c0b0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57844/0 (socket says 172.21.15.50:57844) 2023-07-12T13:56:36.595 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf29d9b640 1 -- 172.21.15.50:0/1860543187 learned_addr learned my addr 172.21.15.50:0/1860543187 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:36.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 -- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 msgr2=0x7fdf2c0b0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 0x7fdf2c0b0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 -- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 msgr2=0x7fdf2c0b7590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0b7590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 -- 172.21.15.50:0/1860543187 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf200094d0 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf29d9b640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 0x7fdf2c0b0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2ad9d640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf2c0d01b0 0x7fdf2c151d00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400eba0 tx=0x7fdf2400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2400cd20 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf2400f040 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf240146c0 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf2c1530c0 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.589+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf2c0b7ad0 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.593+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf2c066b80 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.593+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdf24014820 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.593+0000 7fdf1affd640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf0c066280 0x7fdf0c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:36.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.593+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fdf24084950 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.598 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.593+0000 7fdf2a59c640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf0c066280 0x7fdf0c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:36.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.593+0000 7fdf2a59c640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf0c066280 0x7fdf0c068730 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c06b100 tx=0x7fdf1c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:36.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.597+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdf24051e30 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.765+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fdf2c06b130 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.765+0000 7fdf1affd640 1 -- 172.21.15.50:0/1860543187 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fdf24018080 con 0x7fdf2c0d01b0 2023-07-12T13:56:36.771 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:36.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf0c066280 msgr2=0x7fdf0c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf0c066280 0x7fdf0c068730 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c06b100 tx=0x7fdf1c009040 comp rx=0 tx=0).stop 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf2c0d01b0 msgr2=0x7fdf2c151d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf2c0d01b0 0x7fdf2c151d00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400eba0 tx=0x7fdf2400c490 comp rx=0 tx=0).stop 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 shutdown_connections 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fdf0c066280 0x7fdf0c068730 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf2c0d01b0 0x7fdf2c151d00 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fdf2c0cfde0 0x7fdf2c0b0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 --2- 172.21.15.50:0/1860543187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf2c0cc600 0x7fdf2c0b7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:36.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 >> 172.21.15.50:0/1860543187 conn(0x7fdf2c09b320 msgr2=0x7fdf2c06b650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:36.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 shutdown_connections 2023-07-12T13:56:36.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:36.769+0000 7fdf2b59e640 1 -- 172.21.15.50:0/1860543187 wait complete. 2023-07-12T13:56:36.791 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi055.front.sepia.ceph.com... 2023-07-12T13:56:36.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:36.792 DEBUG:teuthology.orchestra.run.smithi055:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2023-07-12T13:56:36.824 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:36.825 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:56:36.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:36.825 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-07-12T13:56:36.886 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:56:36.886 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:36.895 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:56:36.895 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:36.948 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:37.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.133+0000 7f901ac6d640 1 Processor -- start 2023-07-12T13:56:37.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.133+0000 7f901ac6d640 1 -- start start 2023-07-12T13:56:37.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.133+0000 7f901ac6d640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f901415bc60 0x7f901406b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901ac6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f90140acff0 0x7f90140ad490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901ac6d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f901406bd00 con 0x7f901415b890 2023-07-12T13:56:37.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901ac6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90140ad9d0 con 0x7f90140acff0 2023-07-12T13:56:37.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901ac6d640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f901415f660 con 0x7f901415bc60 2023-07-12T13:56:37.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f9018a09640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f901415b890 0x7f9014160070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44402/0 (socket says 172.21.15.50:44402) 2023-07-12T13:56:37.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f9018a09640 1 -- 172.21.15.50:0/549443466 learned_addr learned my addr 172.21.15.50:0/549443466 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:37.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901920a640 1 --2- 172.21.15.50:0/549443466 >> v2:172.21.15.50:3300/0 conn(0x7f90140acff0 0x7f90140ad490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f9013fff640 1 --2- 172.21.15.50:0/549443466 >> v2:172.21.15.55:3300/0 conn(0x7f901415bc60 0x7f901406b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901920a640 1 -- 172.21.15.50:0/549443466 >> v2:172.21.15.55:3300/0 conn(0x7f901415bc60 msgr2=0x7f901406b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:37.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f90137fe640 1 -- 172.21.15.50:0/549443466 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 476779924 0 0) 0x7f901406bd00 con 0x7f901415b890 2023-07-12T13:56:37.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901920a640 1 --2- 172.21.15.50:0/549443466 >> v2:172.21.15.55:3300/0 conn(0x7f901415bc60 0x7f901406b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901920a640 1 -- 172.21.15.50:0/549443466 >> v1:172.21.15.50:6789/0 conn(0x7f901415b890 legacy=0x7f9014160070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901920a640 1 -- 172.21.15.50:0/549443466 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f901406bfe0 con 0x7f90140acff0 2023-07-12T13:56:37.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f9013fff640 1 --2- 172.21.15.50:0/549443466 >> v2:172.21.15.55:3300/0 conn(0x7f901415bc60 0x7f901406b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:37.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f901920a640 1 --2- 172.21.15.50:0/549443466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90140acff0 0x7f90140ad490 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9014071cd0 tx=0x7f900c01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2874a94564582b63 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f90137fe640 1 -- 172.21.15.50:0/549443466 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f900c0a59a0 con 0x7f90140acff0 2023-07-12T13:56:37.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f90137fe640 1 -- 172.21.15.50:0/549443466 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f900c0a5b00 con 0x7f90140acff0 2023-07-12T13:56:37.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.137+0000 7f90137fe640 1 -- 172.21.15.50:0/549443466 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f900c0a5e90 con 0x7f90140acff0 2023-07-12T13:56:37.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- 172.21.15.50:0/549443466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90140acff0 msgr2=0x7f90140ad490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 --2- 172.21.15.50:0/549443466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90140acff0 0x7f90140ad490 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9014071cd0 tx=0x7f900c01c8e0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- 172.21.15.50:0/549443466 shutdown_connections 2023-07-12T13:56:37.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 --2- 172.21.15.50:0/549443466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90140acff0 0x7f90140ad490 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 --2- 172.21.15.50:0/549443466 >> v2:172.21.15.55:3300/0 conn(0x7f901415bc60 0x7f901406b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- 172.21.15.50:0/549443466 >> 172.21.15.50:0/549443466 conn(0x7f90140afd80 msgr2=0x7f90140b0180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:37.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- 172.21.15.50:0/549443466 shutdown_connections 2023-07-12T13:56:37.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- 172.21.15.50:0/549443466 wait complete. 2023-07-12T13:56:37.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 Processor -- start 2023-07-12T13:56:37.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- start start 2023-07-12T13:56:37.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90140acff0 0x7f9014150830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f901415b890 0x7f9014159f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 0x7f90140c1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9014150d70 con 0x7f901415bc60 2023-07-12T13:56:37.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9014158f00 con 0x7f901415b890 2023-07-12T13:56:37.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901ac6d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90141591e0 con 0x7f90140acff0 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901920a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 0x7f90140c1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901920a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 0x7f90140c1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46932/0 (socket says 172.21.15.50:46932) 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901920a640 1 -- 172.21.15.50:0/4006449711 learned_addr learned my addr 172.21.15.50:0/4006449711 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.141+0000 7f901920a640 1 -- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90140acff0 msgr2=0x7f9014150830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f9018a09640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90140acff0 0x7f9014150830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f9013fff640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f901415b890 0x7f9014159f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901920a640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90140acff0 0x7f9014150830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901920a640 1 -- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f901415b890 msgr2=0x7f9014159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901920a640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f901415b890 0x7f9014159f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901920a640 1 -- 172.21.15.50:0/4006449711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f900c009a70 con 0x7f901415bc60 2023-07-12T13:56:37.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f9013fff640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f901415b890 0x7f9014159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:37.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f9018a09640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90140acff0 0x7f9014150830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:37.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901920a640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 0x7f90140c1d60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f900c0b0040 tx=0x7f900c019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f900c0adda0 con 0x7f901415bc60 2023-07-12T13:56:37.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f900c0b9450 con 0x7f901415bc60 2023-07-12T13:56:37.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90141594c0 con 0x7f901415bc60 2023-07-12T13:56:37.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f900c0b9800 con 0x7f901415bc60 2023-07-12T13:56:37.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9014159a80 con 0x7f901415bc60 2023-07-12T13:56:37.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9014071550 con 0x7f901415bc60 2023-07-12T13:56:37.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f900c0b9960 con 0x7f901415bc60 2023-07-12T13:56:37.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f90117fa640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ff80662b0 0x7f8ff8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f900c11f120 con 0x7f901415bc60 2023-07-12T13:56:37.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.145+0000 7f9018a09640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ff80662b0 0x7f8ff8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.149+0000 7f9018a09640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ff80662b0 0x7f8ff8068760 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9008000f70 tx=0x7f9008009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.149+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f900c0ec4c0 con 0x7f901415bc60 2023-07-12T13:56:37.312 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f901406b870 con 0x7f901415bc60 2023-07-12T13:56:37.313 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f90117fa640 1 -- 172.21.15.50:0/4006449711 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f900c0efae0 con 0x7f901415bc60 2023-07-12T13:56:37.314 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:37.314 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:37.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ff80662b0 msgr2=0x7f8ff8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.316 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ff80662b0 0x7f8ff8068760 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9008000f70 tx=0x7f9008009040 comp rx=0 tx=0).stop 2023-07-12T13:56:37.316 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 msgr2=0x7f90140c1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.316 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 0x7f90140c1d60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f900c0b0040 tx=0x7f900c019680 comp rx=0 tx=0).stop 2023-07-12T13:56:37.316 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 shutdown_connections 2023-07-12T13:56:37.316 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.309+0000 7f901ac6d640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8ff80662b0 0x7f8ff8068760 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.317 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.313+0000 7f901ac6d640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901415bc60 0x7f90140c1d60 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.317 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.313+0000 7f901ac6d640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f901415b890 0x7f9014159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.317 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.313+0000 7f901ac6d640 1 --2- 172.21.15.50:0/4006449711 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f90140acff0 0x7f9014150830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.317 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.313+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 >> 172.21.15.50:0/4006449711 conn(0x7f90140afd80 msgr2=0x7f90140b0150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:37.317 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.313+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 shutdown_connections 2023-07-12T13:56:37.317 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.313+0000 7f901ac6d640 1 -- 172.21.15.50:0/4006449711 wait complete. 2023-07-12T13:56:37.335 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:37.336 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:37.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 Processor -- start 2023-07-12T13:56:37.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 -- start start 2023-07-12T13:56:37.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9fc815b820 0x7f9fc80cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc80ca6a0 0x7f9fc80cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f9fc815bbf0 0x7f9fc80cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fc806b360 con 0x7f9fc815b820 2023-07-12T13:56:37.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fc80cdd50 con 0x7f9fc815bbf0 2023-07-12T13:56:37.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcea7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc80ac700 con 0x7f9fc80ca6a0 2023-07-12T13:56:37.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9fc815b820 0x7f9fc80cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9fc815b820 0x7f9fc80cee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46938/0 (socket says 172.21.15.50:46938) 2023-07-12T13:56:37.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 -- 172.21.15.50:0/3294580368 learned_addr learned my addr 172.21.15.50:0/3294580368 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:37.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcd018640 1 --2- 172.21.15.50:0/3294580368 >> v2:172.21.15.55:3300/0 conn(0x7f9fc815bbf0 0x7f9fc80cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fc7fff640 1 --2- 172.21.15.50:0/3294580368 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc80ca6a0 0x7f9fc80cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 -- 172.21.15.50:0/3294580368 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc80ca6a0 msgr2=0x7f9fc80cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:37.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 --2- 172.21.15.50:0/3294580368 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc80ca6a0 0x7f9fc80cd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 -- 172.21.15.50:0/3294580368 >> v2:172.21.15.55:3300/0 conn(0x7f9fc815bbf0 msgr2=0x7f9fc80cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:37.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 --2- 172.21.15.50:0/3294580368 >> v2:172.21.15.55:3300/0 conn(0x7f9fc815bbf0 0x7f9fc80cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.485 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.477+0000 7f9fcc817640 1 -- 172.21.15.50:0/3294580368 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fc80acb50 con 0x7f9fc815b820 2023-07-12T13:56:37.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcc817640 1 --2- 172.21.15.50:0/3294580368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815b820 0x7f9fc80cee10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9fc815f550 tx=0x7f9fbc01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e04c8ba8819b506b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fc77fe640 1 -- 172.21.15.50:0/3294580368 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc0ac600 con 0x7f9fc815b820 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fc77fe640 1 -- 172.21.15.50:0/3294580368 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fbc0a8050 con 0x7f9fc815b820 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fc77fe640 1 -- 172.21.15.50:0/3294580368 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc0ac980 con 0x7f9fc815b820 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 -- 172.21.15.50:0/3294580368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815b820 msgr2=0x7f9fc80cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/3294580368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815b820 0x7f9fc80cee10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9fc815f550 tx=0x7f9fbc01c4d0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 -- 172.21.15.50:0/3294580368 shutdown_connections 2023-07-12T13:56:37.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/3294580368 >> v2:172.21.15.55:3300/0 conn(0x7f9fc815bbf0 0x7f9fc80cd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/3294580368 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc80ca6a0 0x7f9fc80cd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/3294580368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815b820 0x7f9fc80cee10 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 -- 172.21.15.50:0/3294580368 >> 172.21.15.50:0/3294580368 conn(0x7f9fc80b0a10 msgr2=0x7f9fc80ce230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:37.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 -- 172.21.15.50:0/3294580368 shutdown_connections 2023-07-12T13:56:37.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.481+0000 7f9fcea7b640 1 -- 172.21.15.50:0/3294580368 wait complete. 2023-07-12T13:56:37.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 Processor -- start 2023-07-12T13:56:37.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 -- start start 2023-07-12T13:56:37.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9fc80ca6a0 0x7f9fc80b1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc815b820 0x7f9fc80c4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 0x7f9fc815c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc80b22e0 con 0x7f9fc815bbf0 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc80b1660 con 0x7f9fc80ca6a0 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc80b1940 con 0x7f9fc815b820 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 0x7f9fc815c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 0x7f9fc815c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46944/0 (socket says 172.21.15.50:46944) 2023-07-12T13:56:37.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 -- 172.21.15.50:0/318713626 learned_addr learned my addr 172.21.15.50:0/318713626 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fc7fff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc815b820 0x7f9fc80c4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcc817640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9fc80ca6a0 0x7f9fc80b1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 -- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc815b820 msgr2=0x7f9fc80c4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc815b820 0x7f9fc80c4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 -- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9fc80ca6a0 msgr2=0x7f9fc80b1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9fc80ca6a0 0x7f9fc80b1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 -- 172.21.15.50:0/318713626 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fbc0094d0 con 0x7f9fc815bbf0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcd018640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 0x7f9fc815c660 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0007e60 tx=0x7f9fc000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0014420 con 0x7f9fc815bbf0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fc00145a0 con 0x7f9fc815bbf0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fc80b1c20 con 0x7f9fc815bbf0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0014950 con 0x7f9fc815bbf0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.485+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fc80c5030 con 0x7f9fc815bbf0 2023-07-12T13:56:37.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.489+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fc80b2420 con 0x7f9fc815bbf0 2023-07-12T13:56:37.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.489+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9fc0014ab0 con 0x7f9fc815bbf0 2023-07-12T13:56:37.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.489+0000 7f9fc57fa640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9fac066280 0x7f9fac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.489+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f9fc00844b0 con 0x7f9fc815bbf0 2023-07-12T13:56:37.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.489+0000 7f9fcc817640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9fac066280 0x7f9fac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.489+0000 7f9fcc817640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9fac066280 0x7f9fac068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc0ae000 tx=0x7f9fbc008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.498 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.493+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9fc00554c0 con 0x7f9fc815bbf0 2023-07-12T13:56:37.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9fc804e020 con 0x7f9fc815bbf0 2023-07-12T13:56:37.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fc57fa640 1 -- 172.21.15.50:0/318713626 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9fc0055050 con 0x7f9fc815bbf0 2023-07-12T13:56:37.658 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:37.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9fac066280 msgr2=0x7f9fac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9fac066280 0x7f9fac068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc0ae000 tx=0x7f9fbc008040 comp rx=0 tx=0).stop 2023-07-12T13:56:37.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 msgr2=0x7f9fc815c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 0x7f9fc815c660 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0007e60 tx=0x7f9fc000e4b0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 shutdown_connections 2023-07-12T13:56:37.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f9fac066280 0x7f9fac068730 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc815bbf0 0x7f9fc815c660 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f9fc815b820 0x7f9fc80c4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.660 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 --2- 172.21.15.50:0/318713626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9fc80ca6a0 0x7f9fc80b1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 >> 172.21.15.50:0/318713626 conn(0x7f9fc80b0a10 msgr2=0x7f9fc815aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:37.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 shutdown_connections 2023-07-12T13:56:37.661 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.653+0000 7f9fcea7b640 1 -- 172.21.15.50:0/318713626 wait complete. 2023-07-12T13:56:37.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:37.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 Processor -- start 2023-07-12T13:56:37.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 -- start start 2023-07-12T13:56:37.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc01c0ccf10 0x7fc01c0cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 0x7fc01c15c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc01c0cdf70 con 0x7fc01c06cb50 2023-07-12T13:56:37.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc01c0cd9b0 con 0x7fc01c0ccf10 2023-07-12T13:56:37.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc02400b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc01c1599b0 con 0x7fc01c0cee10 2023-07-12T13:56:37.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 0x7fc01c15c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 0x7fc01c15c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57892/0 (socket says 172.21.15.50:57892) 2023-07-12T13:56:37.827 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 -- 172.21.15.50:0/2746170470 learned_addr learned my addr 172.21.15.50:0/2746170470 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc021da7640 1 --1- 172.21.15.50:0/2746170470 >> v1:172.21.15.55:6789/0 conn(0x7fc01c06cb50 0x7fc01c06cf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:37472/0 (socket says 172.21.15.50:37472) 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0215a6640 1 --2- 172.21.15.50:0/2746170470 >> v2:172.21.15.55:3300/0 conn(0x7fc01c0ccf10 0x7fc01c0cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc020da5640 1 -- 172.21.15.50:0/2746170470 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 816857890 0 0) 0x7fc01c0cdf70 con 0x7fc01c06cb50 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc020da5640 1 -- 172.21.15.50:0/2746170470 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc008003530 con 0x7fc01c06cb50 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 -- 172.21.15.50:0/2746170470 >> v2:172.21.15.55:3300/0 conn(0x7fc01c0ccf10 msgr2=0x7fc01c0cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 --2- 172.21.15.50:0/2746170470 >> v2:172.21.15.55:3300/0 conn(0x7fc01c0ccf10 0x7fc01c0cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 -- 172.21.15.50:0/2746170470 >> v1:172.21.15.55:6789/0 conn(0x7fc01c06cb50 legacy=0x7fc01c06cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.821+0000 7fc0225a8640 1 -- 172.21.15.50:0/2746170470 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc01c159c90 con 0x7fc01c0cee10 2023-07-12T13:56:37.829 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc0225a8640 1 --2- 172.21.15.50:0/2746170470 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 0x7fc01c15c5b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc014009e50 tx=0x7fc01401eb60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b0711f00e3ab567 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc020da5640 1 -- 172.21.15.50:0/2746170470 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140a7a50 con 0x7fc01c0cee10 2023-07-12T13:56:37.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc020da5640 1 -- 172.21.15.50:0/2746170470 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0140a7bb0 con 0x7fc01c0cee10 2023-07-12T13:56:37.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc020da5640 1 -- 172.21.15.50:0/2746170470 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140af3f0 con 0x7fc01c0cee10 2023-07-12T13:56:37.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 -- 172.21.15.50:0/2746170470 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 msgr2=0x7fc01c15c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 --2- 172.21.15.50:0/2746170470 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 0x7fc01c15c5b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc014009e50 tx=0x7fc01401eb60 comp rx=0 tx=0).stop 2023-07-12T13:56:37.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 -- 172.21.15.50:0/2746170470 shutdown_connections 2023-07-12T13:56:37.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 --2- 172.21.15.50:0/2746170470 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c0cee10 0x7fc01c15c5b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 --2- 172.21.15.50:0/2746170470 >> v2:172.21.15.55:3300/0 conn(0x7fc01c0ccf10 0x7fc01c0cbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 -- 172.21.15.50:0/2746170470 >> 172.21.15.50:0/2746170470 conn(0x7fc01c0b0a10 msgr2=0x7fc01c0ce230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:37.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 -- 172.21.15.50:0/2746170470 shutdown_connections 2023-07-12T13:56:37.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.825+0000 7fc02400b640 1 -- 172.21.15.50:0/2746170470 wait complete. 2023-07-12T13:56:37.833 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 Processor -- start 2023-07-12T13:56:37.833 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 -- start start 2023-07-12T13:56:37.834 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c06cb50 0x7fc01c0c3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.834 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc01c0ccf10 0x7fc01c135c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.834 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 0x7fc01c14d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc01c0c1d20 con 0x7fc01c0cee10 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc01c14f420 con 0x7fc01c0ccf10 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc01c14e1b0 con 0x7fc01c06cb50 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 0x7fc01c14d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 0x7fc01c14d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46948/0 (socket says 172.21.15.50:46948) 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 -- 172.21.15.50:0/3119769756 learned_addr learned my addr 172.21.15.50:0/3119769756 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:37.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc021da7640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c06cb50 0x7fc01c0c3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0215a6640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc01c0ccf10 0x7fc01c135c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 -- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c06cb50 msgr2=0x7fc01c0c3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c06cb50 0x7fc01c0c3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 -- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc01c0ccf10 msgr2=0x7fc01c135c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:37.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc01c0ccf10 0x7fc01c135c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:37.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 -- 172.21.15.50:0/3119769756 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc014009b30 con 0x7fc01c0cee10 2023-07-12T13:56:37.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0225a8640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 0x7fc01c14d640 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc01401c790 tx=0x7fc01401d3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140a7a50 con 0x7fc01c0cee10 2023-07-12T13:56:37.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0140afc60 con 0x7fc01c0cee10 2023-07-12T13:56:37.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc01400e120 con 0x7fc01c0cee10 2023-07-12T13:56:37.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc01c14e490 con 0x7fc01c0cee10 2023-07-12T13:56:37.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.829+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc01c0c2250 con 0x7fc01c0cee10 2023-07-12T13:56:37.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.833+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc01c0c2440 con 0x7fc01c0cee10 2023-07-12T13:56:37.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.833+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc0140c3460 con 0x7fc01c0cee10 2023-07-12T13:56:37.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.833+0000 7fc0127fc640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc000066280 0x7fc000068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:37.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.833+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc01411f050 con 0x7fc01c0cee10 2023-07-12T13:56:37.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.833+0000 7fc021da7640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc000066280 0x7fc000068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:37.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.833+0000 7fc021da7640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc000066280 0x7fc000068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc018000f70 tx=0x7fc018007d00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:37.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.837+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc01414f700 con 0x7fc01c0cee10 2023-07-12T13:56:38.001 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.997+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fc01c04e020 con 0x7fc01c0cee10 2023-07-12T13:56:38.002 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:37.997+0000 7fc0127fc640 1 -- 172.21.15.50:0/3119769756 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7fc0140ec4a0 con 0x7fc01c0cee10 2023-07-12T13:56:38.002 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:38.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc000066280 msgr2=0x7fc000068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc000066280 0x7fc000068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc018000f70 tx=0x7fc018007d00 comp rx=0 tx=0).stop 2023-07-12T13:56:38.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 msgr2=0x7fc01c14d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 0x7fc01c14d640 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc01401c790 tx=0x7fc01401d3a0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 shutdown_connections 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc000066280 0x7fc000068730 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01c0cee10 0x7fc01c14d640 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc01c0ccf10 0x7fc01c135c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 --2- 172.21.15.50:0/3119769756 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc01c06cb50 0x7fc01c0c3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 >> 172.21.15.50:0/3119769756 conn(0x7fc01c0b0a10 msgr2=0x7fc01c06b660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 shutdown_connections 2023-07-12T13:56:38.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.001+0000 7fc02400b640 1 -- 172.21.15.50:0/3119769756 wait complete. 2023-07-12T13:56:38.023 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:38.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f179a2f9640 1 Processor -- start 2023-07-12T13:56:38.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f179a2f9640 1 -- start start 2023-07-12T13:56:38.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f179a2f9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 0x7f17940c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f179a2f9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f179406f0c0 con 0x7f1794159840 2023-07-12T13:56:38.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f179a2f9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f179415c210 con 0x7f17940aff80 2023-07-12T13:56:38.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f179a2f9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f179415ce90 con 0x7f17941585d0 2023-07-12T13:56:38.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f1794159840 0x7f17940af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44414/0 (socket says 172.21.15.50:44414) 2023-07-12T13:56:38.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 -- 172.21.15.50:0/1949621157 learned_addr learned my addr 172.21.15.50:0/1949621157 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:38.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1793fff640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 0x7f17940c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1692952443 0 0) 0x7f179406f0c0 con 0x7f1794159840 2023-07-12T13:56:38.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f177c003530 con 0x7f1794159840 2023-07-12T13:56:38.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 888350536 0 0) 0x7f177c003530 con 0x7f1794159840 2023-07-12T13:56:38.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 msgr2=0x7f17940c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:38.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 0x7f17940c8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 >> v1:172.21.15.55:6789/0 conn(0x7f17940aff80 legacy=0x7f17940cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f179415c4f0 con 0x7f1794159840 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f1788001680 con 0x7f1794159840 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 >> v1:172.21.15.50:6789/0 conn(0x7f1794159840 legacy=0x7f17940af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 0x7f177c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f177c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f177c004d10 0x7f177c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f179415ce90 con 0x7f177c003f60 2023-07-12T13:56:38.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f177c00dc50 con 0x7f177c004d10 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f177c00de10 con 0x7f17941585d0 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f177c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1793fff640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 0x7f177c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1798896640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f177c004d10 0x7f177c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 -- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 msgr2=0x7f177c003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17941585d0 0x7f177c003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 -- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f177c004d10 msgr2=0x7f177c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:38.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f177c004d10 0x7f177c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f17937fe640 1 -- 172.21.15.50:0/1949621157 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f177c003530 con 0x7f177c003f60 2023-07-12T13:56:38.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.165+0000 7f1798896640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f177c004d10 0x7f177c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:38.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f17937fe640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f177c0047d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1788001ec0 tx=0x7f178801cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa20f4880abd79c server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1788005ae0 con 0x7f177c003f60 2023-07-12T13:56:38.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1788005c60 con 0x7f177c003f60 2023-07-12T13:56:38.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f1792ffd640 1 -- 172.21.15.50:0/1949621157 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17880a5ad0 con 0x7f177c003f60 2023-07-12T13:56:38.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f179a2f9640 1 -- 172.21.15.50:0/1949621157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 msgr2=0x7f177c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f179a2f9640 1 --2- 172.21.15.50:0/1949621157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f177c0047d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1788001ec0 tx=0x7f178801cbb0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f1798896640 1 -- 172.21.15.50:0/1949621157 reap_dead start 2023-07-12T13:56:38.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f179a2f9640 1 -- 172.21.15.50:0/1949621157 shutdown_connections 2023-07-12T13:56:38.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f179a2f9640 1 -- 172.21.15.50:0/1949621157 >> 172.21.15.50:0/1949621157 conn(0x7f17940ca870 msgr2=0x7f17940cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:38.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f179a2f9640 1 -- 172.21.15.50:0/1949621157 shutdown_connections 2023-07-12T13:56:38.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.169+0000 7f179a2f9640 1 -- 172.21.15.50:0/1949621157 wait complete. 2023-07-12T13:56:38.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 Processor -- start 2023-07-12T13:56:38.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 -- start start 2023-07-12T13:56:38.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f17940c4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17940c6660 0x7f17940b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1794146200 0x7f17940c7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17940c55c0 con 0x7f177c003f60 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17940c58a0 con 0x7f1794146200 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17940c5b80 con 0x7f17940c6660 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f17940c4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f17940c4ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46972/0 (socket says 172.21.15.50:46972) 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 -- 172.21.15.50:0/4111924281 learned_addr learned my addr 172.21.15.50:0/4111924281 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 -- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17940c6660 msgr2=0x7f17940b1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17940c6660 0x7f17940b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 -- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1794146200 msgr2=0x7f17940c7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1794146200 0x7f17940c7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 -- 172.21.15.50:0/4111924281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17940c5e60 con 0x7f177c003f60 2023-07-12T13:56:38.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1793fff640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f17940c4ec0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f17840119d0 tx=0x7f1784011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f178400fad0 con 0x7f177c003f60 2023-07-12T13:56:38.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f178400fc30 con 0x7f177c003f60 2023-07-12T13:56:38.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1784014440 con 0x7f177c003f60 2023-07-12T13:56:38.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17940c6140 con 0x7f177c003f60 2023-07-12T13:56:38.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.173+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17940c7750 con 0x7f177c003f60 2023-07-12T13:56:38.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.177+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f179404e020 con 0x7f177c003f60 2023-07-12T13:56:38.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.177+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f17840145a0 con 0x7f177c003f60 2023-07-12T13:56:38.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.177+0000 7f1790ff9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f17800662b0 0x7f1780068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.177+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1784084670 con 0x7f177c003f60 2023-07-12T13:56:38.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.177+0000 7f17937fe640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f17800662b0 0x7f1780068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.177+0000 7f17937fe640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f17800662b0 0x7f1780068760 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f17880ab000 tx=0x7f1788001a10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.181+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1784055560 con 0x7f177c003f60 2023-07-12T13:56:38.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.333+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f17940cdac0 con 0x7f177c003f60 2023-07-12T13:56:38.339 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.333+0000 7f1790ff9640 1 -- 172.21.15.50:0/4111924281 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f17840550f0 con 0x7f177c003f60 2023-07-12T13:56:38.340 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:38.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f17800662b0 msgr2=0x7f1780068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.341 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f17800662b0 0x7f1780068760 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f17880ab000 tx=0x7f1788001a10 comp rx=0 tx=0).stop 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 msgr2=0x7f17940c4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f17940c4ec0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f17840119d0 tx=0x7f1784011e90 comp rx=0 tx=0).stop 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 shutdown_connections 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f17800662b0 0x7f1780068760 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1794146200 0x7f17940c7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f17940c6660 0x7f17940b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 --2- 172.21.15.50:0/4111924281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f177c003f60 0x7f17940c4ec0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 >> 172.21.15.50:0/4111924281 conn(0x7f17940ca870 msgr2=0x7f17941574d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:38.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 shutdown_connections 2023-07-12T13:56:38.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.337+0000 7f179a2f9640 1 -- 172.21.15.50:0/4111924281 wait complete. 2023-07-12T13:56:38.361 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:38.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 Processor -- start 2023-07-12T13:56:38.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 -- start start 2023-07-12T13:56:38.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f81681585d0 0x7f81680c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f81680aff80 0x7f81680cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f816806f0c0 con 0x7f8168159840 2023-07-12T13:56:38.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f816815ce90 con 0x7f81681585d0 2023-07-12T13:56:38.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816f093640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f816815c210 con 0x7f81680aff80 2023-07-12T13:56:38.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816ce2f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f81681585d0 0x7f81680c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816ce2f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f81681585d0 0x7f81680c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46980/0 (socket says 172.21.15.50:46980) 2023-07-12T13:56:38.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.501+0000 7f816ce2f640 1 -- 172.21.15.50:0/2337292184 learned_addr learned my addr 172.21.15.50:0/2337292184 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:38.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f816d630640 1 --2- 172.21.15.50:0/2337292184 >> v2:172.21.15.55:3300/0 conn(0x7f81680aff80 0x7f81680cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f816ce2f640 1 -- 172.21.15.50:0/2337292184 >> v2:172.21.15.55:3300/0 conn(0x7f81680aff80 msgr2=0x7f81680cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:38.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f816ce2f640 1 --2- 172.21.15.50:0/2337292184 >> v2:172.21.15.55:3300/0 conn(0x7f81680aff80 0x7f81680cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f816ce2f640 1 -- 172.21.15.50:0/2337292184 >> v1:172.21.15.55:6789/0 conn(0x7f8168159840 legacy=0x7f81680af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.509 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f816ce2f640 1 -- 172.21.15.50:0/2337292184 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f816815c4f0 con 0x7f81681585d0 2023-07-12T13:56:38.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f816ce2f640 1 --2- 172.21.15.50:0/2337292184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81681585d0 0x7f81680c8e50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f81680ca6c0 tx=0x7f815c01e6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bec3af6ec75953f4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f81677fe640 1 -- 172.21.15.50:0/2337292184 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c0a86b0 con 0x7f81681585d0 2023-07-12T13:56:38.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f81677fe640 1 -- 172.21.15.50:0/2337292184 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f815c0a8810 con 0x7f81681585d0 2023-07-12T13:56:38.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.505+0000 7f81677fe640 1 -- 172.21.15.50:0/2337292184 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c0a8ba0 con 0x7f81681585d0 2023-07-12T13:56:38.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- 172.21.15.50:0/2337292184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81681585d0 msgr2=0x7f81680c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 --2- 172.21.15.50:0/2337292184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81681585d0 0x7f81680c8e50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f81680ca6c0 tx=0x7f815c01e6e0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- 172.21.15.50:0/2337292184 shutdown_connections 2023-07-12T13:56:38.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 --2- 172.21.15.50:0/2337292184 >> v2:172.21.15.55:3300/0 conn(0x7f81680aff80 0x7f81680cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 --2- 172.21.15.50:0/2337292184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81681585d0 0x7f81680c8e50 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- 172.21.15.50:0/2337292184 >> 172.21.15.50:0/2337292184 conn(0x7f81680ca870 msgr2=0x7f81680cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:38.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- 172.21.15.50:0/2337292184 shutdown_connections 2023-07-12T13:56:38.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- 172.21.15.50:0/2337292184 wait complete. 2023-07-12T13:56:38.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 Processor -- start 2023-07-12T13:56:38.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- start start 2023-07-12T13:56:38.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 0x7f81681573f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81681585d0 0x7f81680ac8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8168159840 0x7f81680ace30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81680b39e0 con 0x7f81680aff80 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81680c2880 con 0x7f81681585d0 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816f093640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81680b2580 con 0x7f8168159840 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 0x7f81681573f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 0x7f81681573f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46994/0 (socket says 172.21.15.50:46994) 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 -- 172.21.15.50:0/3083774038 learned_addr learned my addr 172.21.15.50:0/3083774038 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 -- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8168159840 msgr2=0x7f81680ace30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8168159840 0x7f81680ace30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 -- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81681585d0 msgr2=0x7f81680ac8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81681585d0 0x7f81680ac8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.509+0000 7f816ce2f640 1 -- 172.21.15.50:0/3083774038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f815c0094d0 con 0x7f81680aff80 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f816ce2f640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 0x7f81681573f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f815c024cd0 tx=0x7f815c01cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c0ba430 con 0x7f81680aff80 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f815c0ba590 con 0x7f81680aff80 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c0ba900 con 0x7f81680aff80 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81680c7d90 con 0x7f81680aff80 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81680c1ac0 con 0x7f81680aff80 2023-07-12T13:56:38.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f816804e020 con 0x7f81680aff80 2023-07-12T13:56:38.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f815c0baa60 con 0x7f81680aff80 2023-07-12T13:56:38.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f81657fa640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f814c066280 0x7f814c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f815c0ac070 con 0x7f81680aff80 2023-07-12T13:56:38.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.513+0000 7f8167fff640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f814c066280 0x7f814c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.517+0000 7f8167fff640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f814c066280 0x7f814c068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8154000f70 tx=0x7f81540079e0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.522 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.517+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f815c0ec150 con 0x7f81680aff80 2023-07-12T13:56:38.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.673+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f81680cdac0 con 0x7f81680aff80 2023-07-12T13:56:38.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.673+0000 7f81657fa640 1 -- 172.21.15.50:0/3083774038 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f815c0ef770 con 0x7f81680aff80 2023-07-12T13:56:38.679 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:38.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f814c066280 msgr2=0x7f814c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f814c066280 0x7f814c068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8154000f70 tx=0x7f81540079e0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 msgr2=0x7f81681573f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 0x7f81681573f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f815c024cd0 tx=0x7f815c01cf20 comp rx=0 tx=0).stop 2023-07-12T13:56:38.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 shutdown_connections 2023-07-12T13:56:38.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f814c066280 0x7f814c068730 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8168159840 0x7f81680ace30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81681585d0 0x7f81680ac8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 --2- 172.21.15.50:0/3083774038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81680aff80 0x7f81681573f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 >> 172.21.15.50:0/3083774038 conn(0x7f81680ca870 msgr2=0x7f8168070340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:38.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 shutdown_connections 2023-07-12T13:56:38.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.677+0000 7f816f093640 1 -- 172.21.15.50:0/3083774038 wait complete. 2023-07-12T13:56:38.700 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:38.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 Processor -- start 2023-07-12T13:56:38.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 -- start start 2023-07-12T13:56:38.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc06c156140 0x7fc06c15c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc06c159770 0x7fc06c0af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c0afdb0 0x7fc06c06bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc06c06f050 con 0x7fc06c156140 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc06c0b0230 con 0x7fc06c159770 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc07169c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c15d1f0 con 0x7fc06c0afdb0 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc06c156140 0x7fc06c15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc06c156140 0x7fc06c15c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47000/0 (socket says 172.21.15.50:47000) 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 -- 172.21.15.50:0/680091181 learned_addr learned my addr 172.21.15.50:0/680091181 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:38.846 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc063fff640 1 --2- 172.21.15.50:0/680091181 >> v2:172.21.15.55:3300/0 conn(0x7fc06c159770 0x7fc06c0af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.847 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06b7fe640 1 --2- 172.21.15.50:0/680091181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c0afdb0 0x7fc06c06bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.847 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 -- 172.21.15.50:0/680091181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c0afdb0 msgr2=0x7fc06c06bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:38.847 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 --2- 172.21.15.50:0/680091181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c0afdb0 0x7fc06c06bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.847 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 -- 172.21.15.50:0/680091181 >> v2:172.21.15.55:3300/0 conn(0x7fc06c159770 msgr2=0x7fc06c0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:38.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 --2- 172.21.15.50:0/680091181 >> v2:172.21.15.55:3300/0 conn(0x7fc06c159770 0x7fc06c0af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc06affd640 1 -- 172.21.15.50:0/680091181 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc06c159bd0 con 0x7fc06c156140 2023-07-12T13:56:38.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.841+0000 7fc063fff640 1 --2- 172.21.15.50:0/680091181 >> v2:172.21.15.55:3300/0 conn(0x7fc06c159770 0x7fc06c0af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:38.848 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc06affd640 1 --2- 172.21.15.50:0/680091181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c156140 0x7fc06c15c250 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc06c06ea60 tx=0x7fc05c01e910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70a4a51dd017d076 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc06a7fc640 1 -- 172.21.15.50:0/680091181 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c0a79a0 con 0x7fc06c156140 2023-07-12T13:56:38.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc06a7fc640 1 -- 172.21.15.50:0/680091181 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05c0a7b00 con 0x7fc06c156140 2023-07-12T13:56:38.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc06a7fc640 1 -- 172.21.15.50:0/680091181 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c0a7e90 con 0x7fc06c156140 2023-07-12T13:56:38.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 -- 172.21.15.50:0/680091181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c156140 msgr2=0x7fc06c15c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 --2- 172.21.15.50:0/680091181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c156140 0x7fc06c15c250 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc06c06ea60 tx=0x7fc05c01e910 comp rx=0 tx=0).stop 2023-07-12T13:56:38.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 -- 172.21.15.50:0/680091181 shutdown_connections 2023-07-12T13:56:38.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 --2- 172.21.15.50:0/680091181 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c0afdb0 0x7fc06c06bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 --2- 172.21.15.50:0/680091181 >> v2:172.21.15.55:3300/0 conn(0x7fc06c159770 0x7fc06c0af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 --2- 172.21.15.50:0/680091181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c156140 0x7fc06c15c250 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 -- 172.21.15.50:0/680091181 >> 172.21.15.50:0/680091181 conn(0x7fc06c0ca870 msgr2=0x7fc06c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:38.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 -- 172.21.15.50:0/680091181 shutdown_connections 2023-07-12T13:56:38.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 -- 172.21.15.50:0/680091181 wait complete. 2023-07-12T13:56:38.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 Processor -- start 2023-07-12T13:56:38.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.845+0000 7fc07169c640 1 -- start start 2023-07-12T13:56:38.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 0x7fc06c150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c156140 0x7fc06c0b0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc06c159770 0x7fc06c0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c156d00 con 0x7fc06c0afdb0 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c14fdc0 con 0x7fc06c159770 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c150c90 con 0x7fc06c156140 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 0x7fc06c150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 0x7fc06c150750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47008/0 (socket says 172.21.15.50:47008) 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 -- 172.21.15.50:0/827752821 learned_addr learned my addr 172.21.15.50:0/827752821 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc063fff640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c156140 0x7fc06c0b0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06b7fe640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc06c159770 0x7fc06c0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 -- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c156140 msgr2=0x7fc06c0b0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c156140 0x7fc06c0b0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 -- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc06c159770 msgr2=0x7fc06c0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:38.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc06c159770 0x7fc06c0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 -- 172.21.15.50:0/827752821 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc05c00b770 con 0x7fc06c0afdb0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc06affd640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 0x7fc06c150750 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00b2c0 tx=0x7fc05c01b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c0afe20 con 0x7fc06c0afdb0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05c0b8400 con 0x7fc06c0afdb0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c0b87b0 con 0x7fc06c0afdb0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc06c14f800 con 0x7fc06c0afdb0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc06c156990 con 0x7fc06c0afdb0 2023-07-12T13:56:38.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc06c04e020 con 0x7fc06c0afdb0 2023-07-12T13:56:38.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.849+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc05c0b6040 con 0x7fc06c0afdb0 2023-07-12T13:56:38.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.853+0000 7fc0637fe640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc04c066280 0x7fc04c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:38.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.853+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc05c120c40 con 0x7fc06c0afdb0 2023-07-12T13:56:38.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.853+0000 7fc063fff640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc04c066280 0x7fc04c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:38.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.853+0000 7fc063fff640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc04c066280 0x7fc04c068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc06c0ccbf0 tx=0x7fc054008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:38.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:38.857+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc05c0edfe0 con 0x7fc06c0afdb0 2023-07-12T13:56:39.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.021+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc06c0b3d70 con 0x7fc06c0afdb0 2023-07-12T13:56:39.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.021+0000 7fc0637fe640 1 -- 172.21.15.50:0/827752821 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc05c0b4020 con 0x7fc06c0afdb0 2023-07-12T13:56:39.027 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:39.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc04c066280 msgr2=0x7fc04c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc04c066280 0x7fc04c068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc06c0ccbf0 tx=0x7fc054008040 comp rx=0 tx=0).stop 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 msgr2=0x7fc06c150750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 0x7fc06c150750 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00b2c0 tx=0x7fc05c01b6b0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 shutdown_connections 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc04c066280 0x7fc04c068730 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc06c159770 0x7fc06c0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc06c156140 0x7fc06c0b0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 --2- 172.21.15.50:0/827752821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc06c0afdb0 0x7fc06c150750 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 >> 172.21.15.50:0/827752821 conn(0x7fc06c0ca870 msgr2=0x7fc06c0ccf40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:39.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 shutdown_connections 2023-07-12T13:56:39.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.025+0000 7fc07169c640 1 -- 172.21.15.50:0/827752821 wait complete. 2023-07-12T13:56:39.048 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:56:39.048 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:39.057 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:39.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 Processor -- start 2023-07-12T13:56:39.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 -- start start 2023-07-12T13:56:39.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f3774156140 0x7f377415c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3774159770 0x7f37740af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f377415d1f0 con 0x7f37740afdb0 2023-07-12T13:56:39.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f377406f050 con 0x7f3774159770 2023-07-12T13:56:39.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377c3d2640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37740b01f0 con 0x7f3774156140 2023-07-12T13:56:39.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3774159770 0x7f37740af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3774159770 0x7f37740af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47012/0 (socket says 172.21.15.50:47012) 2023-07-12T13:56:39.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 -- 172.21.15.50:0/4107040014 learned_addr learned my addr 172.21.15.50:0/4107040014 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:39.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377a16e640 1 --2- 172.21.15.50:0/4107040014 >> v2:172.21.15.55:3300/0 conn(0x7f3774156140 0x7f377415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 -- 172.21.15.50:0/4107040014 >> v2:172.21.15.55:3300/0 conn(0x7f3774156140 msgr2=0x7f377415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:39.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 --2- 172.21.15.50:0/4107040014 >> v2:172.21.15.55:3300/0 conn(0x7f3774156140 0x7f377415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 -- 172.21.15.50:0/4107040014 >> v1:172.21.15.55:6789/0 conn(0x7f37740afdb0 legacy=0x7f377406bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.241+0000 7f377996d640 1 -- 172.21.15.50:0/4107040014 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3774159bd0 con 0x7f3774159770 2023-07-12T13:56:39.250 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377996d640 1 --2- 172.21.15.50:0/4107040014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3774159770 0x7f37740af870 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f377406ee50 tx=0x7f376401ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a269a58d0258bcc server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.250 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377916c640 1 -- 172.21.15.50:0/4107040014 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37640a7ca0 con 0x7f3774159770 2023-07-12T13:56:39.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377916c640 1 -- 172.21.15.50:0/4107040014 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37640a7e00 con 0x7f3774159770 2023-07-12T13:56:39.251 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377916c640 1 -- 172.21.15.50:0/4107040014 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37640af660 con 0x7f3774159770 2023-07-12T13:56:39.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 -- 172.21.15.50:0/4107040014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3774159770 msgr2=0x7f37740af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 --2- 172.21.15.50:0/4107040014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3774159770 0x7f37740af870 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f377406ee50 tx=0x7f376401ebd0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 -- 172.21.15.50:0/4107040014 shutdown_connections 2023-07-12T13:56:39.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 --2- 172.21.15.50:0/4107040014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3774159770 0x7f37740af870 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 --2- 172.21.15.50:0/4107040014 >> v2:172.21.15.55:3300/0 conn(0x7f3774156140 0x7f377415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 -- 172.21.15.50:0/4107040014 >> 172.21.15.50:0/4107040014 conn(0x7f37740ca870 msgr2=0x7f37740cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:39.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 -- 172.21.15.50:0/4107040014 shutdown_connections 2023-07-12T13:56:39.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.245+0000 7f377c3d2640 1 -- 172.21.15.50:0/4107040014 wait complete. 2023-07-12T13:56:39.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 Processor -- start 2023-07-12T13:56:39.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 -- start start 2023-07-12T13:56:39.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 0x7f377415ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3774156140 0x7f37741432b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3774159770 0x7f3774156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3774157c70 con 0x7f37740afdb0 2023-07-12T13:56:39.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3774156dc0 con 0x7f3774156140 2023-07-12T13:56:39.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3774156ff0 con 0x7f3774159770 2023-07-12T13:56:39.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 0x7f377415ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 0x7f377415ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47016/0 (socket says 172.21.15.50:47016) 2023-07-12T13:56:39.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 -- 172.21.15.50:0/3677101778 learned_addr learned my addr 172.21.15.50:0/3677101778 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:39.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377996d640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3774156140 0x7f37741432b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a96f640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3774159770 0x7f3774156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 -- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3774159770 msgr2=0x7f3774156880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.258 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3774159770 0x7f3774156880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 -- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3774156140 msgr2=0x7f37741432b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3774156140 0x7f37741432b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 -- 172.21.15.50:0/3677101778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f376400b770 con 0x7f37740afdb0 2023-07-12T13:56:39.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377a16e640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 0x7f377415ba30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f377000e8a0 tx=0x7f377000eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3770009510 con 0x7f37740afdb0 2023-07-12T13:56:39.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f377000c940 con 0x7f37740afdb0 2023-07-12T13:56:39.260 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37741572d0 con 0x7f37740afdb0 2023-07-12T13:56:39.260 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f377000ccb0 con 0x7f37740afdb0 2023-07-12T13:56:39.260 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.249+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3774157890 con 0x7f37740afdb0 2023-07-12T13:56:39.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.253+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37740b2510 con 0x7f37740afdb0 2023-07-12T13:56:39.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.253+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3770013470 con 0x7f37740afdb0 2023-07-12T13:56:39.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.253+0000 7f376affd640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3758066280 0x7f3758068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.253+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f3770083dd0 con 0x7f37740afdb0 2023-07-12T13:56:39.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.253+0000 7f377996d640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3758066280 0x7f3758068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.253+0000 7f377996d640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3758066280 0x7f3758068730 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f37640b1000 tx=0x7f3764008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.257+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f37700512a0 con 0x7f37740afdb0 2023-07-12T13:56:39.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.413+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f377404e020 con 0x7f37740afdb0 2023-07-12T13:56:39.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.413+0000 7f376affd640 1 -- 172.21.15.50:0/3677101778 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f3770017090 con 0x7f37740afdb0 2023-07-12T13:56:39.419 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:39.419 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:39.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3758066280 msgr2=0x7f3758068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3758066280 0x7f3758068730 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f37640b1000 tx=0x7f3764008040 comp rx=0 tx=0).stop 2023-07-12T13:56:39.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 msgr2=0x7f377415ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 0x7f377415ba30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f377000e8a0 tx=0x7f377000eca0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 shutdown_connections 2023-07-12T13:56:39.421 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f3758066280 0x7f3758068730 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f3774159770 0x7f3774156880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3774156140 0x7f37741432b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 --2- 172.21.15.50:0/3677101778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37740afdb0 0x7f377415ba30 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 >> 172.21.15.50:0/3677101778 conn(0x7f37740ca870 msgr2=0x7f37740cddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:39.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 shutdown_connections 2023-07-12T13:56:39.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.417+0000 7f377c3d2640 1 -- 172.21.15.50:0/3677101778 wait complete. 2023-07-12T13:56:39.440 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:39.442 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:39.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 Processor -- start 2023-07-12T13:56:39.589 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 -- start start 2023-07-12T13:56:39.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 0x7fc9b40afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.590 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc9b40c8c40 0x7fc9b40c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9b40c87b0 con 0x7fc9b4159910 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9b40b01e0 con 0x7fc9b40c8c40 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b911f640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b406b850 con 0x7fc9b40af870 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 0x7fc9b40afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 0x7fc9b40afca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57946/0 (socket says 172.21.15.50:57946) 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 -- 172.21.15.50:0/736921648 learned_addr learned my addr 172.21.15.50:0/736921648 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:39.591 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b2d9d640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fc9b4159910 0x7fc9b406add0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:37508/0 (socket says 172.21.15.50:37508) 2023-07-12T13:56:39.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9b359e640 1 --2- 172.21.15.50:0/736921648 >> v2:172.21.15.55:3300/0 conn(0x7fc9b40c8c40 0x7fc9b40c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 -- 172.21.15.50:0/736921648 >> v2:172.21.15.55:3300/0 conn(0x7fc9b40c8c40 msgr2=0x7fc9b40c90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:39.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 --2- 172.21.15.50:0/736921648 >> v2:172.21.15.55:3300/0 conn(0x7fc9b40c8c40 0x7fc9b40c90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.592 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 -- 172.21.15.50:0/736921648 >> v1:172.21.15.55:6789/0 conn(0x7fc9b4159910 legacy=0x7fc9b406add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.593 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.585+0000 7fc9abfff640 1 -- 172.21.15.50:0/736921648 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b406bb30 con 0x7fc9b40af870 2023-07-12T13:56:39.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9abfff640 1 --2- 172.21.15.50:0/736921648 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 0x7fc9b40afca0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc99c009870 tx=0x7fc99c01c510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56ff3efa4303c3bf server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b259c640 1 -- 172.21.15.50:0/736921648 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc99c0aa670 con 0x7fc9b40af870 2023-07-12T13:56:39.594 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b259c640 1 -- 172.21.15.50:0/736921648 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc99c0aa7d0 con 0x7fc9b40af870 2023-07-12T13:56:39.595 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b259c640 1 -- 172.21.15.50:0/736921648 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc99c0aab60 con 0x7fc9b40af870 2023-07-12T13:56:39.595 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 -- 172.21.15.50:0/736921648 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 msgr2=0x7fc9b40afca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.595 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 --2- 172.21.15.50:0/736921648 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 0x7fc9b40afca0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc99c009870 tx=0x7fc99c01c510 comp rx=0 tx=0).stop 2023-07-12T13:56:39.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 -- 172.21.15.50:0/736921648 shutdown_connections 2023-07-12T13:56:39.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 --2- 172.21.15.50:0/736921648 >> v2:172.21.15.55:3300/0 conn(0x7fc9b40c8c40 0x7fc9b40c90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 --2- 172.21.15.50:0/736921648 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40af870 0x7fc9b40afca0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 -- 172.21.15.50:0/736921648 >> 172.21.15.50:0/736921648 conn(0x7fc9b40ca870 msgr2=0x7fc9b40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:39.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 -- 172.21.15.50:0/736921648 shutdown_connections 2023-07-12T13:56:39.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.589+0000 7fc9b911f640 1 -- 172.21.15.50:0/736921648 wait complete. 2023-07-12T13:56:39.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 Processor -- start 2023-07-12T13:56:39.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 -- start start 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 0x7fc9b4159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40c8c40 0x7fc9b4150e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9b4159910 0x7fc9b40ae840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b4153060 con 0x7fc9b40af870 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b4153340 con 0x7fc9b4159910 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b4153620 con 0x7fc9b40c8c40 2023-07-12T13:56:39.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 0x7fc9b4159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 0x7fc9b4159e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47028/0 (socket says 172.21.15.50:47028) 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 -- 172.21.15.50:0/3631524465 learned_addr learned my addr 172.21.15.50:0/3631524465 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9abfff640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40c8c40 0x7fc9b4150e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b359e640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9b4159910 0x7fc9b40ae840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 -- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40c8c40 msgr2=0x7fc9b4150e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40c8c40 0x7fc9b4150e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 -- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9b4159910 msgr2=0x7fc9b40ae840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9b4159910 0x7fc9b40ae840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 -- 172.21.15.50:0/3631524465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc99c0094d0 con 0x7fc9b40af870 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b2d9d640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 0x7fc9b4159e60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c490 tx=0x7fc9a400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4007480 con 0x7fc9b40af870 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9a40075e0 con 0x7fc9b40af870 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4004a10 con 0x7fc9b40af870 2023-07-12T13:56:39.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9b4153900 con 0x7fc9b40af870 2023-07-12T13:56:39.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.593+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9b4153ec0 con 0x7fc9b40af870 2023-07-12T13:56:39.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.597+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9b41540e0 con 0x7fc9b40af870 2023-07-12T13:56:39.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.597+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc9a4004b70 con 0x7fc9b40af870 2023-07-12T13:56:39.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.597+0000 7fc9ab7fe640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc994066280 0x7fc994068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.597+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc9a4082f40 con 0x7fc9b40af870 2023-07-12T13:56:39.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.597+0000 7fc9abfff640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc994066280 0x7fc994068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.603 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.597+0000 7fc9abfff640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc994066280 0x7fc994068730 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc99c0ae000 tx=0x7fc99c0b5040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.606 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.601+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc9a4050390 con 0x7fc9b40af870 2023-07-12T13:56:39.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.753+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc9b404e020 con 0x7fc9b40af870 2023-07-12T13:56:39.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9ab7fe640 1 -- 172.21.15.50:0/3631524465 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc9a4018020 con 0x7fc9b40af870 2023-07-12T13:56:39.760 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:39.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc994066280 msgr2=0x7fc994068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc994066280 0x7fc994068730 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc99c0ae000 tx=0x7fc99c0b5040 comp rx=0 tx=0).stop 2023-07-12T13:56:39.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 msgr2=0x7fc9b4159e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 0x7fc9b4159e60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c490 tx=0x7fc9a400c950 comp rx=0 tx=0).stop 2023-07-12T13:56:39.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 shutdown_connections 2023-07-12T13:56:39.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fc994066280 0x7fc994068730 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9b4159910 0x7fc9b40ae840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fc9b40c8c40 0x7fc9b4150e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 --2- 172.21.15.50:0/3631524465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9b40af870 0x7fc9b4159e60 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 >> 172.21.15.50:0/3631524465 conn(0x7fc9b40ca870 msgr2=0x7fc9b40accd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:39.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 shutdown_connections 2023-07-12T13:56:39.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.757+0000 7fc9b911f640 1 -- 172.21.15.50:0/3631524465 wait complete. 2023-07-12T13:56:39.781 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:39.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.921+0000 7f7f07d1e640 1 Processor -- start 2023-07-12T13:56:39.928 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.921+0000 7f7f07d1e640 1 -- start start 2023-07-12T13:56:39.928 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f07d1e640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7f0015fcf0 0x7f7f000af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f07d1e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f000afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f07d1e640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f000c97d0 con 0x7f7f001600c0 2023-07-12T13:56:39.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f07d1e640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f000ca5d0 con 0x7f7f0015fcf0 2023-07-12T13:56:39.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f07d1e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f000c9a00 con 0x7f7f00071090 2023-07-12T13:56:39.930 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f000afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.930 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f000afdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:57958/0 (socket says 172.21.15.50:57958) 2023-07-12T13:56:39.930 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 -- 172.21.15.50:0/1337394510 learned_addr learned my addr 172.21.15.50:0/1337394510 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:39.930 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f052b9640 1 --1- 172.21.15.50:0/1337394510 >> v1:172.21.15.55:6789/0 conn(0x7f7f001600c0 0x7f7f00070980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:37518/0 (socket says 172.21.15.50:37518) 2023-07-12T13:56:39.930 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f05aba640 1 --2- 172.21.15.50:0/1337394510 >> v2:172.21.15.55:3300/0 conn(0x7f7f0015fcf0 0x7f7f000af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.931 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 -- 172.21.15.50:0/1337394510 >> v2:172.21.15.55:3300/0 conn(0x7f7f0015fcf0 msgr2=0x7f7f000af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:39.931 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 --2- 172.21.15.50:0/1337394510 >> v2:172.21.15.55:3300/0 conn(0x7f7f0015fcf0 0x7f7f000af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.931 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 -- 172.21.15.50:0/1337394510 >> v1:172.21.15.55:6789/0 conn(0x7f7f001600c0 legacy=0x7f7f00070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.931 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f062bb640 1 -- 172.21.15.50:0/1337394510 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f000c9ca0 con 0x7f7f00071090 2023-07-12T13:56:39.931 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f05aba640 1 --2- 172.21.15.50:0/1337394510 >> v2:172.21.15.55:3300/0 conn(0x7f7f0015fcf0 0x7f7f000af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:39.931 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.925+0000 7f7f04ab8640 1 -- 172.21.15.50:0/1337394510 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2039199283 0 0) 0x7f7f000c97d0 con 0x7f7f001600c0 2023-07-12T13:56:39.932 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f062bb640 1 --2- 172.21.15.50:0/1337394510 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f000afdb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009e50 tx=0x7f7ef801f1f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa6280d0a866a9bb server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f04ab8640 1 -- 172.21.15.50:0/1337394510 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ef80af400 con 0x7f7f00071090 2023-07-12T13:56:39.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f04ab8640 1 -- 172.21.15.50:0/1337394510 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ef80ab050 con 0x7f7f00071090 2023-07-12T13:56:39.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f04ab8640 1 -- 172.21.15.50:0/1337394510 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ef80af780 con 0x7f7f00071090 2023-07-12T13:56:39.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 -- 172.21.15.50:0/1337394510 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 msgr2=0x7f7f000afdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/1337394510 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f000afdb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009e50 tx=0x7f7ef801f1f0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 -- 172.21.15.50:0/1337394510 shutdown_connections 2023-07-12T13:56:39.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/1337394510 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f000afdb0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/1337394510 >> v2:172.21.15.55:3300/0 conn(0x7f7f0015fcf0 0x7f7f000af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 -- 172.21.15.50:0/1337394510 >> 172.21.15.50:0/1337394510 conn(0x7f7f000ca870 msgr2=0x7f7f000cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:39.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 -- 172.21.15.50:0/1337394510 shutdown_connections 2023-07-12T13:56:39.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 -- 172.21.15.50:0/1337394510 wait complete. 2023-07-12T13:56:39.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 Processor -- start 2023-07-12T13:56:39.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.929+0000 7f7f07d1e640 1 -- start start 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f0015e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 0x7f7f00162660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7f001600c0 0x7f7f00162ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f001e8eb0 con 0x7f7f0015fcf0 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f000c53c0 con 0x7f7f001600c0 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f000c7b20 con 0x7f7f00071090 2023-07-12T13:56:39.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 0x7f7f00162660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 0x7f7f00162660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47030/0 (socket says 172.21.15.50:47030) 2023-07-12T13:56:39.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 -- 172.21.15.50:0/2259032705 learned_addr learned my addr 172.21.15.50:0/2259032705 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:39.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f05aba640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f0015e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f062bb640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7f001600c0 0x7f7f00162ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 -- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 msgr2=0x7f7f0015e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f0015e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 -- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7f001600c0 msgr2=0x7f7f00162ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:39.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7f001600c0 0x7f7f00162ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:39.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 -- 172.21.15.50:0/2259032705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7efc009420 con 0x7f7f0015fcf0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f052b9640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 0x7f7f00162660 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7ef00011f0 tx=0x7f7ef000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ef00074e0 con 0x7f7f0015fcf0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ef0007640 con 0x7f7f0015fcf0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0004a10 con 0x7f7f0015fcf0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ef8009b30 con 0x7f7f0015fcf0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f001e9150 con 0x7f7f0015fcf0 2023-07-12T13:56:39.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.933+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f001e9370 con 0x7f7f0015fcf0 2023-07-12T13:56:39.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.937+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7ef0004b70 con 0x7f7f0015fcf0 2023-07-12T13:56:39.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.937+0000 7f7ef67fc640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ee40662b0 0x7f7ee4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:39.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.937+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f7ef0082ec0 con 0x7f7f0015fcf0 2023-07-12T13:56:39.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.937+0000 7f7f05aba640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ee40662b0 0x7f7ee4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:39.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.937+0000 7f7f05aba640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ee40662b0 0x7f7ee4068760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009cf0 tx=0x7f7efc009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:39.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:39.941+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7ef00503a0 con 0x7f7f0015fcf0 2023-07-12T13:56:40.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.093+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f7f0004e020 con 0x7f7f0015fcf0 2023-07-12T13:56:40.100 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.093+0000 7f7ef67fc640 1 -- 172.21.15.50:0/2259032705 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f7ef0018020 con 0x7f7f0015fcf0 2023-07-12T13:56:40.100 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:40.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ee40662b0 msgr2=0x7f7ee4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ee40662b0 0x7f7ee4068760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009cf0 tx=0x7f7efc009190 comp rx=0 tx=0).stop 2023-07-12T13:56:40.102 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 msgr2=0x7f7f00162660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 0x7f7f00162660 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7ef00011f0 tx=0x7f7ef000c9b0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 shutdown_connections 2023-07-12T13:56:40.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7ee40662b0 0x7f7ee4068760 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.103 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7f001600c0 0x7f7f00162ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f0015fcf0 0x7f7f00162660 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 --2- 172.21.15.50:0/2259032705 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f7f00071090 0x7f7f0015e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 >> 172.21.15.50:0/2259032705 conn(0x7f7f000ca870 msgr2=0x7f7f000b2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:40.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 shutdown_connections 2023-07-12T13:56:40.105 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.097+0000 7f7f07d1e640 1 -- 172.21.15.50:0/2259032705 wait complete. 2023-07-12T13:56:40.121 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:40.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.261+0000 7f21d4a93640 1 Processor -- start 2023-07-12T13:56:40.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.261+0000 7f21d4a93640 1 -- start start 2023-07-12T13:56:40.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21d4a93640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d01585d0 0x7f21d00c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21d4a93640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f21d0159840 0x7f21d00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21d4a93640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21d006f0c0 con 0x7f21d00afdb0 2023-07-12T13:56:40.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21d4a93640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21d015ce90 con 0x7f21d0159840 2023-07-12T13:56:40.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21d4a93640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21d015c210 con 0x7f21d01585d0 2023-07-12T13:56:40.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21c7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f21d0159840 0x7f21d00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21ced9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f21d00afdb0 0x7f21d006bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44424/0 (socket says 172.21.15.50:44424) 2023-07-12T13:56:40.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21ced9d640 1 -- 172.21.15.50:0/962110736 learned_addr learned my addr 172.21.15.50:0/962110736 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:40.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21ce59c640 1 --2- 172.21.15.50:0/962110736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d01585d0 0x7f21d00c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21c7fff640 1 -- 172.21.15.50:0/962110736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d01585d0 msgr2=0x7f21d00c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:40.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21c7fff640 1 --2- 172.21.15.50:0/962110736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d01585d0 0x7f21d00c8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21c7fff640 1 -- 172.21.15.50:0/962110736 >> v1:172.21.15.50:6789/0 conn(0x7f21d00afdb0 legacy=0x7f21d006bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.265+0000 7f21c7fff640 1 -- 172.21.15.50:0/962110736 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d00b0210 con 0x7f21d0159840 2023-07-12T13:56:40.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21c7fff640 1 --2- 172.21.15.50:0/962110736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d0159840 0x7f21d00af870 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f21b80097c0 tx=0x7f21b801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84067e45fc80a534 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21cdd9b640 1 -- 172.21.15.50:0/962110736 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b80ab650 con 0x7f21d0159840 2023-07-12T13:56:40.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21cdd9b640 1 -- 172.21.15.50:0/962110736 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21b80ab7b0 con 0x7f21d0159840 2023-07-12T13:56:40.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21cdd9b640 1 -- 172.21.15.50:0/962110736 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b80abb40 con 0x7f21d0159840 2023-07-12T13:56:40.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 -- 172.21.15.50:0/962110736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d0159840 msgr2=0x7f21d00af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 --2- 172.21.15.50:0/962110736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d0159840 0x7f21d00af870 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f21b80097c0 tx=0x7f21b801c450 comp rx=0 tx=0).stop 2023-07-12T13:56:40.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 -- 172.21.15.50:0/962110736 shutdown_connections 2023-07-12T13:56:40.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 --2- 172.21.15.50:0/962110736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d0159840 0x7f21d00af870 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 --2- 172.21.15.50:0/962110736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d01585d0 0x7f21d00c8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 -- 172.21.15.50:0/962110736 >> 172.21.15.50:0/962110736 conn(0x7f21d00ca870 msgr2=0x7f21d00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:40.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 -- 172.21.15.50:0/962110736 shutdown_connections 2023-07-12T13:56:40.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 -- 172.21.15.50:0/962110736 wait complete. 2023-07-12T13:56:40.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 Processor -- start 2023-07-12T13:56:40.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.269+0000 7f21d4a93640 1 -- start start 2023-07-12T13:56:40.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21d00afdb0 0x7f21d00c6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 0x7f21d01f3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d0159840 0x7f21d015a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d00c5f20 con 0x7f21d01585d0 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d00c6340 con 0x7f21d00afdb0 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21d00c52a0 con 0x7f21d0159840 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 0x7f21d01f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 0x7f21d01f3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47036/0 (socket says 172.21.15.50:47036) 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 -- 172.21.15.50:0/801748630 learned_addr learned my addr 172.21.15.50:0/801748630 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21ce59c640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21d00afdb0 0x7f21d00c6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21ced9d640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d0159840 0x7f21d015a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 -- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d0159840 msgr2=0x7f21d015a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d0159840 0x7f21d015a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 -- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21d00afdb0 msgr2=0x7f21d00c6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21d00afdb0 0x7f21d00c6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 -- 172.21.15.50:0/801748630 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21b8009420 con 0x7f21d01585d0 2023-07-12T13:56:40.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c7fff640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 0x7f21d01f3810 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f21b80ad040 tx=0x7f21b801ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b80bf610 con 0x7f21d01585d0 2023-07-12T13:56:40.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21b80bf790 con 0x7f21d01585d0 2023-07-12T13:56:40.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21d00c5580 con 0x7f21d01585d0 2023-07-12T13:56:40.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b80bfb40 con 0x7f21d01585d0 2023-07-12T13:56:40.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21d00c5b40 con 0x7f21d01585d0 2023-07-12T13:56:40.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.273+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21d004e020 con 0x7f21d01585d0 2023-07-12T13:56:40.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.277+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f21b80bfca0 con 0x7f21d01585d0 2023-07-12T13:56:40.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.277+0000 7f21c6ffd640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f21b0066280 0x7f21b0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.277+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f21b811e7d0 con 0x7f21d01585d0 2023-07-12T13:56:40.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.277+0000 7f21ce59c640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f21b0066280 0x7f21b0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.277+0000 7f21ce59c640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f21b0066280 0x7f21b0068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f21c0007a60 tx=0x7f21c0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.281+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f21b80ebc20 con 0x7f21d01585d0 2023-07-12T13:56:40.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.433+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f21d00b3d70 con 0x7f21d01585d0 2023-07-12T13:56:40.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.433+0000 7f21c6ffd640 1 -- 172.21.15.50:0/801748630 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f21b80ef240 con 0x7f21d01585d0 2023-07-12T13:56:40.438 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:40.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.433+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f21b0066280 msgr2=0x7f21b0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.433+0000 7f21d4a93640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f21b0066280 0x7f21b0068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f21c0007a60 tx=0x7f21c0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:40.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.433+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 msgr2=0x7f21d01f3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.433+0000 7f21d4a93640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 0x7f21d01f3810 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f21b80ad040 tx=0x7f21b801ac90 comp rx=0 tx=0).stop 2023-07-12T13:56:40.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 shutdown_connections 2023-07-12T13:56:40.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f21b0066280 0x7f21b0068730 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f21d0159840 0x7f21d015a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21d01585d0 0x7f21d01f3810 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 --2- 172.21.15.50:0/801748630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21d00afdb0 0x7f21d00c6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 >> 172.21.15.50:0/801748630 conn(0x7f21d00ca870 msgr2=0x7f21d006f250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:40.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 shutdown_connections 2023-07-12T13:56:40.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.437+0000 7f21d4a93640 1 -- 172.21.15.50:0/801748630 wait complete. 2023-07-12T13:56:40.459 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:40.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 Processor -- start 2023-07-12T13:56:40.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 -- start start 2023-07-12T13:56:40.606 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe390159ac0 0x7fe3900ca600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.606 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fe3900cab40 0x7fe3900c9990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.606 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe390070210 con 0x7fe3900c9ed0 2023-07-12T13:56:40.607 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3900caf90 con 0x7fe390159ac0 2023-07-12T13:56:40.607 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe3972a1640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3900ca350 con 0x7fe3900cab40 2023-07-12T13:56:40.607 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe39629f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe390159ac0 0x7fe3900ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe396aa0640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe3900c9ed0 0x7fe3900c8240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44428/0 (socket says 172.21.15.50:44428) 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe396aa0640 1 -- 172.21.15.50:0/2014785299 learned_addr learned my addr 172.21.15.50:0/2014785299 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe39629f640 1 -- 172.21.15.50:0/2014785299 >> v2:172.21.15.55:3300/0 conn(0x7fe3900cab40 msgr2=0x7fe3900c9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe395a9e640 1 --2- 172.21.15.50:0/2014785299 >> v2:172.21.15.55:3300/0 conn(0x7fe3900cab40 0x7fe3900c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe39629f640 1 --2- 172.21.15.50:0/2014785299 >> v2:172.21.15.55:3300/0 conn(0x7fe3900cab40 0x7fe3900c9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe39629f640 1 -- 172.21.15.50:0/2014785299 >> v1:172.21.15.50:6789/0 conn(0x7fe3900c9ed0 legacy=0x7fe3900c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe39629f640 1 -- 172.21.15.50:0/2014785299 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe390070490 con 0x7fe390159ac0 2023-07-12T13:56:40.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe39529d640 1 -- 172.21.15.50:0/2014785299 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 169665611 0 0) 0x7fe390070210 con 0x7fe3900c9ed0 2023-07-12T13:56:40.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.601+0000 7fe395a9e640 1 --2- 172.21.15.50:0/2014785299 >> v2:172.21.15.55:3300/0 conn(0x7fe3900cab40 0x7fe3900c9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:40.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe39629f640 1 --2- 172.21.15.50:0/2014785299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe390159ac0 0x7fe3900ca600 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe390066790 tx=0x7fe38c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e394941450bcc55b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe39529d640 1 -- 172.21.15.50:0/2014785299 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38c0ab600 con 0x7fe390159ac0 2023-07-12T13:56:40.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe39529d640 1 -- 172.21.15.50:0/2014785299 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe38c0a7050 con 0x7fe390159ac0 2023-07-12T13:56:40.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe39529d640 1 -- 172.21.15.50:0/2014785299 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38c0ab980 con 0x7fe390159ac0 2023-07-12T13:56:40.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 -- 172.21.15.50:0/2014785299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe390159ac0 msgr2=0x7fe3900ca600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 --2- 172.21.15.50:0/2014785299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe390159ac0 0x7fe3900ca600 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe390066790 tx=0x7fe38c01c460 comp rx=0 tx=0).stop 2023-07-12T13:56:40.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 -- 172.21.15.50:0/2014785299 shutdown_connections 2023-07-12T13:56:40.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 --2- 172.21.15.50:0/2014785299 >> v2:172.21.15.55:3300/0 conn(0x7fe3900cab40 0x7fe3900c9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 --2- 172.21.15.50:0/2014785299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe390159ac0 0x7fe3900ca600 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 -- 172.21.15.50:0/2014785299 >> 172.21.15.50:0/2014785299 conn(0x7fe39006a120 msgr2=0x7fe3900af740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:40.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 -- 172.21.15.50:0/2014785299 shutdown_connections 2023-07-12T13:56:40.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.605+0000 7fe3972a1640 1 -- 172.21.15.50:0/2014785299 wait complete. 2023-07-12T13:56:40.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 Processor -- start 2023-07-12T13:56:40.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 -- start start 2023-07-12T13:56:40.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe3900c9ed0 0x7fe390146ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 0x7fe39015c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe390159ac0 0x7fe3900cc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3901f3ef0 con 0x7fe3900cab40 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3900c7aa0 con 0x7fe3900c9ed0 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3900c77c0 con 0x7fe390159ac0 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 0x7fe39015c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 0x7fe39015c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47048/0 (socket says 172.21.15.50:47048) 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 -- 172.21.15.50:0/3726684688 learned_addr learned my addr 172.21.15.50:0/3726684688 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe39629f640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe3900c9ed0 0x7fe390146ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe396aa0640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe390159ac0 0x7fe3900cc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 -- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe390159ac0 msgr2=0x7fe3900cc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe390159ac0 0x7fe3900cc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 -- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe3900c9ed0 msgr2=0x7fe390146ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe3900c9ed0 0x7fe390146ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 -- 172.21.15.50:0/3726684688 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe38c009420 con 0x7fe3900cab40 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe395a9e640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 0x7fe39015c710 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe38000c7c0 tx=0x7fe38000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe380007a30 con 0x7fe3900cab40 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe380007b90 con 0x7fe3900cab40 2023-07-12T13:56:40.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe390159fe0 con 0x7fe3900cab40 2023-07-12T13:56:40.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38000ce70 con 0x7fe3900cab40 2023-07-12T13:56:40.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.609+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe39015a5a0 con 0x7fe3900cab40 2023-07-12T13:56:40.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.613+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe39015a7c0 con 0x7fe3900cab40 2023-07-12T13:56:40.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.613+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe3800113f0 con 0x7fe3900cab40 2023-07-12T13:56:40.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.613+0000 7fe386ffd640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe374066280 0x7fe374068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.613+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fe380084210 con 0x7fe3900cab40 2023-07-12T13:56:40.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.613+0000 7fe39629f640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe374066280 0x7fe374068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.613+0000 7fe39629f640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe374066280 0x7fe374068730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe38c0ad000 tx=0x7fe38c0a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.617+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe380051660 con 0x7fe3900cab40 2023-07-12T13:56:40.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.769+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe390066b80 con 0x7fe3900cab40 2023-07-12T13:56:40.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.769+0000 7fe386ffd640 1 -- 172.21.15.50:0/3726684688 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe380054c80 con 0x7fe3900cab40 2023-07-12T13:56:40.774 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:40.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.769+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe374066280 msgr2=0x7fe374068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.769+0000 7fe3972a1640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe374066280 0x7fe374068730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe38c0ad000 tx=0x7fe38c0a6000 comp rx=0 tx=0).stop 2023-07-12T13:56:40.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.769+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 msgr2=0x7fe39015c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.769+0000 7fe3972a1640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 0x7fe39015c710 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe38000c7c0 tx=0x7fe38000cc80 comp rx=0 tx=0).stop 2023-07-12T13:56:40.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 shutdown_connections 2023-07-12T13:56:40.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe374066280 0x7fe374068730 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe390159ac0 0x7fe3900cc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3900cab40 0x7fe39015c710 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 --2- 172.21.15.50:0/3726684688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe3900c9ed0 0x7fe390146ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 >> 172.21.15.50:0/3726684688 conn(0x7fe39006a120 msgr2=0x7fe390158fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:40.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 shutdown_connections 2023-07-12T13:56:40.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.773+0000 7fe3972a1640 1 -- 172.21.15.50:0/3726684688 wait complete. 2023-07-12T13:56:40.795 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:40.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 Processor -- start 2023-07-12T13:56:40.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 -- start start 2023-07-12T13:56:40.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f1fd40ad290 0x7f1fd406c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1fd40cbb10 0x7f1fd40af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fd406add0 con 0x7f1fd40afdb0 2023-07-12T13:56:40.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd406bc30 con 0x7f1fd40cbb10 2023-07-12T13:56:40.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd9f03640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd40b01f0 con 0x7f1fd40ad290 2023-07-12T13:56:40.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fcbfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1fd40cbb10 0x7f1fd40af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fcbfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1fd40cbb10 0x7f1fd40af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47062/0 (socket says 172.21.15.50:47062) 2023-07-12T13:56:40.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fcbfff640 1 -- 172.21.15.50:0/536073863 learned_addr learned my addr 172.21.15.50:0/536073863 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:40.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.933+0000 7f1fd37fe640 1 --2- 172.21.15.50:0/536073863 >> v2:172.21.15.55:3300/0 conn(0x7f1fd40ad290 0x7f1fd406c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fcbfff640 1 -- 172.21.15.50:0/536073863 >> v2:172.21.15.55:3300/0 conn(0x7f1fd40ad290 msgr2=0x7f1fd406c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:40.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fcbfff640 1 --2- 172.21.15.50:0/536073863 >> v2:172.21.15.55:3300/0 conn(0x7f1fd40ad290 0x7f1fd406c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fcbfff640 1 -- 172.21.15.50:0/536073863 >> v1:172.21.15.55:6789/0 conn(0x7f1fd40afdb0 legacy=0x7f1fd415f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:40.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fcbfff640 1 -- 172.21.15.50:0/536073863 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd40ad660 con 0x7f1fd40cbb10 2023-07-12T13:56:40.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fcbfff640 1 --2- 172.21.15.50:0/536073863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40cbb10 0x7f1fd40af870 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1fd406ec20 tx=0x7f1fbc01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a5c1fd1c2ed5ae server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fd2ffd640 1 -- 172.21.15.50:0/536073863 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc0ab650 con 0x7f1fd40cbb10 2023-07-12T13:56:40.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fd2ffd640 1 -- 172.21.15.50:0/536073863 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fbc0ab7b0 con 0x7f1fd40cbb10 2023-07-12T13:56:40.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fd2ffd640 1 -- 172.21.15.50:0/536073863 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc0abb40 con 0x7f1fd40cbb10 2023-07-12T13:56:40.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fd9f03640 1 -- 172.21.15.50:0/536073863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40cbb10 msgr2=0x7f1fd40af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.937+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/536073863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40cbb10 0x7f1fd40af870 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1fd406ec20 tx=0x7f1fbc01c450 comp rx=0 tx=0).stop 2023-07-12T13:56:40.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- 172.21.15.50:0/536073863 shutdown_connections 2023-07-12T13:56:40.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/536073863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40cbb10 0x7f1fd40af870 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/536073863 >> v2:172.21.15.55:3300/0 conn(0x7f1fd40ad290 0x7f1fd406c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- 172.21.15.50:0/536073863 >> 172.21.15.50:0/536073863 conn(0x7f1fd40ca870 msgr2=0x7f1fd40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:40.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- 172.21.15.50:0/536073863 shutdown_connections 2023-07-12T13:56:40.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- 172.21.15.50:0/536073863 wait complete. 2023-07-12T13:56:40.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 Processor -- start 2023-07-12T13:56:40.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- start start 2023-07-12T13:56:40.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 0x7f1fd4145180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.947 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fd40afdb0 0x7f1fd40c4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1fd40cbb10 0x7f1fd415dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40b1730 con 0x7f1fd40ad290 2023-07-12T13:56:40.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40c27c0 con 0x7f1fd40afdb0 2023-07-12T13:56:40.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd9f03640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40c2aa0 con 0x7f1fd40cbb10 2023-07-12T13:56:40.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 0x7f1fd4145180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 0x7f1fd4145180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47066/0 (socket says 172.21.15.50:47066) 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 -- 172.21.15.50:0/3957331871 learned_addr learned my addr 172.21.15.50:0/3957331871 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fcbfff640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fd40afdb0 0x7f1fd40c4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd3fff640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1fd40cbb10 0x7f1fd415dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 -- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1fd40cbb10 msgr2=0x7f1fd415dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1fd40cbb10 0x7f1fd415dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 -- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fd40afdb0 msgr2=0x7f1fd40c4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:40.949 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fd40afdb0 0x7f1fd40c4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:40.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 -- 172.21.15.50:0/3957331871 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fbc0094d0 con 0x7f1fd40ad290 2023-07-12T13:56:40.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fcbfff640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fd40afdb0 0x7f1fd40c4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:40.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.941+0000 7f1fd37fe640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 0x7f1fd4145180 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1fc400d800 tx=0x7f1fc400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc400b6c0 con 0x7f1fd40ad290 2023-07-12T13:56:40.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc400b820 con 0x7f1fd40ad290 2023-07-12T13:56:40.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc400bb90 con 0x7f1fd40ad290 2023-07-12T13:56:40.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fd40c2d80 con 0x7f1fd40ad290 2023-07-12T13:56:40.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fd41456c0 con 0x7f1fd40ad290 2023-07-12T13:56:40.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fd40c32a0 con 0x7f1fd40ad290 2023-07-12T13:56:40.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1fc400bcf0 con 0x7f1fd40ad290 2023-07-12T13:56:40.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd0ff9640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1fb4066280 0x7f1fb4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:40.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1fc4084380 con 0x7f1fd40ad290 2023-07-12T13:56:40.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.945+0000 7f1fcbfff640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1fb4066280 0x7f1fb4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:40.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.949+0000 7f1fcbfff640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1fb4066280 0x7f1fb4068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0af000 tx=0x7f1fbc0a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:40.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:40.949+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1fc40551b0 con 0x7f1fd40ad290 2023-07-12T13:56:41.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f1fd404e020 con 0x7f1fd40ad290 2023-07-12T13:56:41.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd0ff9640 1 -- 172.21.15.50:0/3957331871 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f1fc4054d40 con 0x7f1fd40ad290 2023-07-12T13:56:41.122 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:41.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1fb4066280 msgr2=0x7f1fb4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1fb4066280 0x7f1fb4068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0af000 tx=0x7f1fbc0a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:41.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 msgr2=0x7f1fd4145180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 0x7f1fd4145180 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1fc400d800 tx=0x7f1fc400dcc0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 shutdown_connections 2023-07-12T13:56:41.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1fb4066280 0x7f1fb4068730 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1fd40cbb10 0x7f1fd415dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fd40afdb0 0x7f1fd40c4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 --2- 172.21.15.50:0/3957331871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1fd40ad290 0x7f1fd4145180 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 >> 172.21.15.50:0/3957331871 conn(0x7f1fd40ca870 msgr2=0x7f1fd4158bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:41.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 shutdown_connections 2023-07-12T13:56:41.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.117+0000 7f1fd9f03640 1 -- 172.21.15.50:0/3957331871 wait complete. 2023-07-12T13:56:41.142 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi050.front.sepia.ceph.com... 2023-07-12T13:56:41.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:41.143 DEBUG:teuthology.orchestra.run.smithi050:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2023-07-12T13:56:41.165 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:41.165 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T13:56:41.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:41.166 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-07-12T13:56:41.216 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:56:41.217 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:41.229 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:56:41.229 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:41.279 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:41.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 Processor -- start 2023-07-12T13:56:41.422 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 -- start start 2023-07-12T13:56:41.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbbc0156140 0x7fbbc015c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fbbc0159770 0x7fbbc00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbc015d1f0 con 0x7fbbc00afdb0 2023-07-12T13:56:41.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbc006f050 con 0x7fbbc0156140 2023-07-12T13:56:41.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbc489c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbc00b01f0 con 0x7fbbc0159770 2023-07-12T13:56:41.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbbe59c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbbc0156140 0x7fbbc015c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbbed9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fbbc00afdb0 0x7fbbc006bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44430/0 (socket says 172.21.15.50:44430) 2023-07-12T13:56:41.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbbed9d640 1 -- 172.21.15.50:0/2483439195 learned_addr learned my addr 172.21.15.50:0/2483439195 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:41.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.417+0000 7fbbbdd9b640 1 --2- 172.21.15.50:0/2483439195 >> v2:172.21.15.55:3300/0 conn(0x7fbbc0159770 0x7fbbc00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbe59c640 1 -- 172.21.15.50:0/2483439195 >> v2:172.21.15.55:3300/0 conn(0x7fbbc0159770 msgr2=0x7fbbc00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:41.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbd59a640 1 -- 172.21.15.50:0/2483439195 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2926103789 0 0) 0x7fbbc015d1f0 con 0x7fbbc00afdb0 2023-07-12T13:56:41.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbe59c640 1 --2- 172.21.15.50:0/2483439195 >> v2:172.21.15.55:3300/0 conn(0x7fbbc0159770 0x7fbbc00af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbe59c640 1 -- 172.21.15.50:0/2483439195 >> v1:172.21.15.50:6789/0 conn(0x7fbbc00afdb0 legacy=0x7fbbc006bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbe59c640 1 -- 172.21.15.50:0/2483439195 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc0159bd0 con 0x7fbbc0156140 2023-07-12T13:56:41.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbe59c640 1 --2- 172.21.15.50:0/2483439195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc015c250 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fbbc006ea60 tx=0x7fbbb001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8db3b9d7ee0f9d55 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:41.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbd59a640 1 -- 172.21.15.50:0/2483439195 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb00ab660 con 0x7fbbc0156140 2023-07-12T13:56:41.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbd59a640 1 -- 172.21.15.50:0/2483439195 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb00ab7c0 con 0x7fbbc0156140 2023-07-12T13:56:41.430 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbbd59a640 1 -- 172.21.15.50:0/2483439195 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb00abb50 con 0x7fbbc0156140 2023-07-12T13:56:41.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbc489c640 1 -- 172.21.15.50:0/2483439195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 msgr2=0x7fbbc015c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.421+0000 7fbbc489c640 1 --2- 172.21.15.50:0/2483439195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc015c250 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fbbc006ea60 tx=0x7fbbb001c460 comp rx=0 tx=0).stop 2023-07-12T13:56:41.431 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- 172.21.15.50:0/2483439195 shutdown_connections 2023-07-12T13:56:41.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 --2- 172.21.15.50:0/2483439195 >> v2:172.21.15.55:3300/0 conn(0x7fbbc0159770 0x7fbbc00af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 --2- 172.21.15.50:0/2483439195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc015c250 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.432 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- 172.21.15.50:0/2483439195 >> 172.21.15.50:0/2483439195 conn(0x7fbbc00ca870 msgr2=0x7fbbc00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:41.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- 172.21.15.50:0/2483439195 shutdown_connections 2023-07-12T13:56:41.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- 172.21.15.50:0/2483439195 wait complete. 2023-07-12T13:56:41.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 Processor -- start 2023-07-12T13:56:41.433 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- start start 2023-07-12T13:56:41.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbc00afdb0 0x7fbbc01527a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc0152190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbc0159770 0x7fbbc00c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00af520 con 0x7fbbc0156140 2023-07-12T13:56:41.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00af7c0 con 0x7fbbc0159770 2023-07-12T13:56:41.438 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbc489c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00afaa0 con 0x7fbbc00afdb0 2023-07-12T13:56:41.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc0152190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc0152190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47094/0 (socket says 172.21.15.50:47094) 2023-07-12T13:56:41.439 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 -- 172.21.15.50:0/3866569434 learned_addr learned my addr 172.21.15.50:0/3866569434 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:41.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbed9d640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbc0159770 0x7fbbc00c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbe59c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbc00afdb0 0x7fbbc01527a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 -- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbc00afdb0 msgr2=0x7fbbc01527a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.440 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbc00afdb0 0x7fbbc01527a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 -- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbc0159770 msgr2=0x7fbbc00c3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbc0159770 0x7fbbc00c3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbdd9b640 1 -- 172.21.15.50:0/3866569434 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbb0009420 con 0x7fbbc0156140 2023-07-12T13:56:41.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.425+0000 7fbbbe59c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbc00afdb0 0x7fbbc01527a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:41.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbbdd9b640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc0152190 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400d5f0 tx=0x7fbbb400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:41.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb40125f0 con 0x7fbbc0156140 2023-07-12T13:56:41.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb4012750 con 0x7fbbc0156140 2023-07-12T13:56:41.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbc0153240 con 0x7fbbc0156140 2023-07-12T13:56:41.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4012ae0 con 0x7fbbc0156140 2023-07-12T13:56:41.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbc0152ef0 con 0x7fbbc0156140 2023-07-12T13:56:41.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbc004e020 con 0x7fbbc0156140 2023-07-12T13:56:41.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbbb4012c40 con 0x7fbbc0156140 2023-07-12T13:56:41.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbaeffd640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbba00662b0 0x7fbba0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbbb4084240 con 0x7fbbc0156140 2023-07-12T13:56:41.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.429+0000 7fbbbe59c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbba00662b0 0x7fbba0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.433+0000 7fbbbe59c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbba00662b0 0x7fbba0068760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbbb00af000 tx=0x7fbbb00a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:41.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.433+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbbb4051670 con 0x7fbbc0156140 2023-07-12T13:56:41.596 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbbc00b3d70 con 0x7fbbc0156140 2023-07-12T13:56:41.597 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbaeffd640 1 -- 172.21.15.50:0/3866569434 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7fbbb4007380 con 0x7fbbc0156140 2023-07-12T13:56:41.597 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:41.598 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:41.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbba00662b0 msgr2=0x7fbba0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.599 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbba00662b0 0x7fbba0068760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbbb00af000 tx=0x7fbbb00a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:41.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 msgr2=0x7fbbc0152190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc0152190 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400d5f0 tx=0x7fbbb400dab0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.600 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 shutdown_connections 2023-07-12T13:56:41.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbba00662b0 0x7fbba0068760 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbc0159770 0x7fbbc00c3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbc0156140 0x7fbbc0152190 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 --2- 172.21.15.50:0/3866569434 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbc00afdb0 0x7fbbc01527a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.601 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 >> 172.21.15.50:0/3866569434 conn(0x7fbbc00ca870 msgr2=0x7fbbc00ac4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:41.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 shutdown_connections 2023-07-12T13:56:41.602 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.593+0000 7fbbc489c640 1 -- 172.21.15.50:0/3866569434 wait complete. 2023-07-12T13:56:41.618 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:41.619 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:41.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 Processor -- start 2023-07-12T13:56:41.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 -- start start 2023-07-12T13:56:41.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f39041600c0 0x7f3904070980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f3904070ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39040c97d0 con 0x7f390415fcf0 2023-07-12T13:56:41.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39040ca5d0 con 0x7f39041600c0 2023-07-12T13:56:41.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390bf40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39040c9a00 con 0x7f39040aff80 2023-07-12T13:56:41.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f39041600c0 0x7f3904070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f39041600c0 0x7f3904070980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47106/0 (socket says 172.21.15.50:47106) 2023-07-12T13:56:41.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 -- 172.21.15.50:0/1943047689 learned_addr learned my addr 172.21.15.50:0/1943047689 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:41.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f390a4dd640 1 --2- 172.21.15.50:0/1943047689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f3904070ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 -- 172.21.15.50:0/1943047689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 msgr2=0x7f3904070ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:41.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 --2- 172.21.15.50:0/1943047689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f3904070ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 -- 172.21.15.50:0/1943047689 >> v1:172.21.15.55:6789/0 conn(0x7f390415fcf0 legacy=0x7f39040af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.761+0000 7f39094db640 1 -- 172.21.15.50:0/1943047689 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39040c9ca0 con 0x7f39041600c0 2023-07-12T13:56:41.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f39094db640 1 --2- 172.21.15.50:0/1943047689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39041600c0 0x7f3904070980 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f38f4009870 tx=0x7f38f401ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9515508a00624a5b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:41.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f3908cda640 1 -- 172.21.15.50:0/1943047689 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f40a8a30 con 0x7f39041600c0 2023-07-12T13:56:41.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f3908cda640 1 -- 172.21.15.50:0/1943047689 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38f40a8b90 con 0x7f39041600c0 2023-07-12T13:56:41.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f3908cda640 1 -- 172.21.15.50:0/1943047689 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f40b0440 con 0x7f39041600c0 2023-07-12T13:56:41.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 -- 172.21.15.50:0/1943047689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39041600c0 msgr2=0x7f3904070980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 --2- 172.21.15.50:0/1943047689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39041600c0 0x7f3904070980 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f38f4009870 tx=0x7f38f401ed30 comp rx=0 tx=0).stop 2023-07-12T13:56:41.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 -- 172.21.15.50:0/1943047689 shutdown_connections 2023-07-12T13:56:41.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 --2- 172.21.15.50:0/1943047689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39041600c0 0x7f3904070980 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 --2- 172.21.15.50:0/1943047689 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f3904070ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 -- 172.21.15.50:0/1943047689 >> 172.21.15.50:0/1943047689 conn(0x7f39040ca870 msgr2=0x7f39040cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:41.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 -- 172.21.15.50:0/1943047689 shutdown_connections 2023-07-12T13:56:41.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.765+0000 7f390bf40640 1 -- 172.21.15.50:0/1943047689 wait complete. 2023-07-12T13:56:41.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 Processor -- start 2023-07-12T13:56:41.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 -- start start 2023-07-12T13:56:41.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f39040b3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 0x7f39040c4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39041600c0 0x7f39040c6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39040b0e70 con 0x7f390415fcf0 2023-07-12T13:56:41.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39040c7850 con 0x7f39041600c0 2023-07-12T13:56:41.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39040c7b30 con 0x7f39040aff80 2023-07-12T13:56:41.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 0x7f39040c4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 0x7f39040c4ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47114/0 (socket says 172.21.15.50:47114) 2023-07-12T13:56:41.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 -- 172.21.15.50:0/1713525445 learned_addr learned my addr 172.21.15.50:0/1713525445 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:41.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f3909cdc640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f39040b3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390a4dd640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39041600c0 0x7f39040c6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 -- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 msgr2=0x7f39040b3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f39040b3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 -- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39041600c0 msgr2=0x7f39040c6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39041600c0 0x7f39040c6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 -- 172.21.15.50:0/1713525445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38f40094d0 con 0x7f390415fcf0 2023-07-12T13:56:41.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390a4dd640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39041600c0 0x7f39040c6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:41.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f39094db640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 0x7f39040c4ec0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f38f40b3040 tx=0x7f38f401bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:41.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f40b9620 con 0x7f390415fcf0 2023-07-12T13:56:41.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38f40b97c0 con 0x7f390415fcf0 2023-07-12T13:56:41.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39040c7e10 con 0x7f390415fcf0 2023-07-12T13:56:41.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f40b9b70 con 0x7f390415fcf0 2023-07-12T13:56:41.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.769+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39040c5400 con 0x7f390415fcf0 2023-07-12T13:56:41.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.773+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f390404e020 con 0x7f390415fcf0 2023-07-12T13:56:41.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.773+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f38f40b7070 con 0x7f390415fcf0 2023-07-12T13:56:41.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.773+0000 7f38fa7fc640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f38e8066280 0x7f38e8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:41.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.773+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f38f4121d80 con 0x7f390415fcf0 2023-07-12T13:56:41.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.773+0000 7f3909cdc640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f38e8066280 0x7f38e8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:41.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.773+0000 7f3909cdc640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f38e8066280 0x7f38e8068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3900000f70 tx=0x7f3900009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:41.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.777+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f38f40ef120 con 0x7f390415fcf0 2023-07-12T13:56:41.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f390406c080 con 0x7f390415fcf0 2023-07-12T13:56:41.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f38fa7fc640 1 -- 172.21.15.50:0/1713525445 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f38f40f2740 con 0x7f390415fcf0 2023-07-12T13:56:41.937 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:41.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f38e8066280 msgr2=0x7f38e8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f38e8066280 0x7f38e8068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3900000f70 tx=0x7f3900009040 comp rx=0 tx=0).stop 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 msgr2=0x7f39040c4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 0x7f39040c4ec0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f38f40b3040 tx=0x7f38f401bad0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 shutdown_connections 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f38e8066280 0x7f38e8068730 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39041600c0 0x7f39040c6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f390415fcf0 0x7f39040c4ec0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 --2- 172.21.15.50:0/1713525445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39040aff80 0x7f39040b3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:41.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 >> 172.21.15.50:0/1713525445 conn(0x7f39040ca870 msgr2=0x7f390406ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:41.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 shutdown_connections 2023-07-12T13:56:41.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:41.933+0000 7f390bf40640 1 -- 172.21.15.50:0/1713525445 wait complete. 2023-07-12T13:56:41.958 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:42.104 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 Processor -- start 2023-07-12T13:56:42.105 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 -- start start 2023-07-12T13:56:42.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f94a80af870 0x7f94a80afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a80c8c40 0x7f94a80c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.106 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94a80c87b0 con 0x7f94a8159910 2023-07-12T13:56:42.107 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94a80b01e0 con 0x7f94a80af870 2023-07-12T13:56:42.107 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94af737640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94a806b850 con 0x7f94a80c8c40 2023-07-12T13:56:42.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f94a80af870 0x7f94a80afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f94a80af870 0x7f94a80afca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47130/0 (socket says 172.21.15.50:47130) 2023-07-12T13:56:42.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 -- 172.21.15.50:0/491730800 learned_addr learned my addr 172.21.15.50:0/491730800 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:42.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94adcd4640 1 --2- 172.21.15.50:0/491730800 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a80c8c40 0x7f94a80c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.108 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 -- 172.21.15.50:0/491730800 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a80c8c40 msgr2=0x7f94a80c90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:42.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 --2- 172.21.15.50:0/491730800 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a80c8c40 0x7f94a80c90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 -- 172.21.15.50:0/491730800 >> v1:172.21.15.55:6789/0 conn(0x7f94a8159910 legacy=0x7f94a806add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.109 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.101+0000 7f94accd2640 1 -- 172.21.15.50:0/491730800 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94a806bb30 con 0x7f94a80af870 2023-07-12T13:56:42.110 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94accd2640 1 --2- 172.21.15.50:0/491730800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a80afca0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9498009870 tx=0x7f949801c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2e29ba8eb2be2a8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f949ffff640 1 -- 172.21.15.50:0/491730800 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94980aa670 con 0x7f94a80af870 2023-07-12T13:56:42.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f949ffff640 1 -- 172.21.15.50:0/491730800 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94980aa7d0 con 0x7f94a80af870 2023-07-12T13:56:42.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f949ffff640 1 -- 172.21.15.50:0/491730800 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94980aab60 con 0x7f94a80af870 2023-07-12T13:56:42.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 -- 172.21.15.50:0/491730800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 msgr2=0x7f94a80afca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.111 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 --2- 172.21.15.50:0/491730800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a80afca0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9498009870 tx=0x7f949801c510 comp rx=0 tx=0).stop 2023-07-12T13:56:42.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 -- 172.21.15.50:0/491730800 shutdown_connections 2023-07-12T13:56:42.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 --2- 172.21.15.50:0/491730800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a80afca0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 --2- 172.21.15.50:0/491730800 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a80c8c40 0x7f94a80c90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 -- 172.21.15.50:0/491730800 >> 172.21.15.50:0/491730800 conn(0x7f94a80ca870 msgr2=0x7f94a80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:42.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 -- 172.21.15.50:0/491730800 shutdown_connections 2023-07-12T13:56:42.112 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.105+0000 7f94af737640 1 -- 172.21.15.50:0/491730800 wait complete. 2023-07-12T13:56:42.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 Processor -- start 2023-07-12T13:56:42.113 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 -- start start 2023-07-12T13:56:42.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a8150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.114 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94a80c8c40 0x7f94a814df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a8159910 0x7f94a814e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94a80c5a00 con 0x7f94a80af870 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94a814ea10 con 0x7f94a80c8c40 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94af737640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94a814f0e0 con 0x7f94a8159910 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a8150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a8150230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47136/0 (socket says 172.21.15.50:47136) 2023-07-12T13:56:42.115 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 -- 172.21.15.50:0/2441914912 learned_addr learned my addr 172.21.15.50:0/2441914912 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:42.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94accd2640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94a80c8c40 0x7f94a814df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.116 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94adcd4640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a8159910 0x7f94a814e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 -- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a8159910 msgr2=0x7f94a814e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.117 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a8159910 0x7f94a814e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 -- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94a80c8c40 msgr2=0x7f94a814df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94a80c8c40 0x7f94a814df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 -- 172.21.15.50:0/2441914912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94980094d0 con 0x7f94a80af870 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f94ad4d3640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a8150230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f94a400c560 tx=0x7f94a400ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a4005220 con 0x7f94a80af870 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94a4005380 con 0x7f94a80af870 2023-07-12T13:56:42.118 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.109+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a4007270 con 0x7f94a80af870 2023-07-12T13:56:42.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94a814ee90 con 0x7f94a80af870 2023-07-12T13:56:42.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94a814f350 con 0x7f94a80af870 2023-07-12T13:56:42.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94a804e020 con 0x7f94a80af870 2023-07-12T13:56:42.119 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f94a40073d0 con 0x7f94a80af870 2023-07-12T13:56:42.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f949dffb640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f948c066280 0x7f948c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f94a40834b0 con 0x7f94a80af870 2023-07-12T13:56:42.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f94accd2640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f948c066280 0x7f948c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.113+0000 7f94accd2640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f948c066280 0x7f948c068730 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f94980ae000 tx=0x7f94980b5040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.117+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f94a4050990 con 0x7f94a80af870 2023-07-12T13:56:42.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f94a80afd30 con 0x7f94a80af870 2023-07-12T13:56:42.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f949dffb640 1 -- 172.21.15.50:0/2441914912 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f94a4053fb0 con 0x7f94a80af870 2023-07-12T13:56:42.277 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:42.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f948c066280 msgr2=0x7f948c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f948c066280 0x7f948c068730 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f94980ae000 tx=0x7f94980b5040 comp rx=0 tx=0).stop 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 msgr2=0x7f94a8150230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a8150230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f94a400c560 tx=0x7f94a400ca20 comp rx=0 tx=0).stop 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 shutdown_connections 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f948c066280 0x7f948c068730 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f94a8159910 0x7f94a814e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94a80c8c40 0x7f94a814df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 --2- 172.21.15.50:0/2441914912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94a80af870 0x7f94a8150230 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 >> 172.21.15.50:0/2441914912 conn(0x7f94a80ca870 msgr2=0x7f94a80aebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:42.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 shutdown_connections 2023-07-12T13:56:42.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.273+0000 7f94af737640 1 -- 172.21.15.50:0/2441914912 wait complete. 2023-07-12T13:56:42.297 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:42.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 Processor -- start 2023-07-12T13:56:42.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 -- start start 2023-07-12T13:56:42.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f49e406c110 0x7f49e40b0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e415c120 0x7f49e40ca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.443 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49e40c8d10 con 0x7f49e406c4e0 2023-07-12T13:56:42.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e40c8440 con 0x7f49e406c110 2023-07-12T13:56:42.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.436+0000 7f49eb234640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e40ca660 con 0x7f49e415c120 2023-07-12T13:56:42.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e3fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f49e406c4e0 0x7f49e415ba10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44436/0 (socket says 172.21.15.50:44436) 2023-07-12T13:56:42.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e3fff640 1 -- 172.21.15.50:0/4286189285 learned_addr learned my addr 172.21.15.50:0/4286189285 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:42.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/4286189285 >> v2:172.21.15.50:3300/0 conn(0x7f49e406c110 0x7f49e40b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e97d1640 1 --2- 172.21.15.50:0/4286189285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e415c120 0x7f49e40ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e37fe640 1 -- 172.21.15.50:0/4286189285 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2730184812 0 0) 0x7f49e40c8d10 con 0x7f49e406c4e0 2023-07-12T13:56:42.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e8fd0640 1 -- 172.21.15.50:0/4286189285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e415c120 msgr2=0x7f49e40ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:42.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/4286189285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e415c120 0x7f49e40ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e8fd0640 1 -- 172.21.15.50:0/4286189285 >> v1:172.21.15.50:6789/0 conn(0x7f49e406c4e0 legacy=0x7f49e415ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e8fd0640 1 -- 172.21.15.50:0/4286189285 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e406c960 con 0x7f49e406c110 2023-07-12T13:56:42.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/4286189285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e406c110 0x7f49e40b0460 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f49d80097c0 tx=0x7f49d801d470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f91fb4f73cc8c7b8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e37fe640 1 -- 172.21.15.50:0/4286189285 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d80ac600 con 0x7f49e406c110 2023-07-12T13:56:42.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e37fe640 1 -- 172.21.15.50:0/4286189285 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d80a8050 con 0x7f49e406c110 2023-07-12T13:56:42.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.440+0000 7f49e37fe640 1 -- 172.21.15.50:0/4286189285 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d80ac980 con 0x7f49e406c110 2023-07-12T13:56:42.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- 172.21.15.50:0/4286189285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e406c110 msgr2=0x7f49e40b0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 --2- 172.21.15.50:0/4286189285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e406c110 0x7f49e40b0460 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f49d80097c0 tx=0x7f49d801d470 comp rx=0 tx=0).stop 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- 172.21.15.50:0/4286189285 shutdown_connections 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 --2- 172.21.15.50:0/4286189285 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e415c120 0x7f49e40ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 --2- 172.21.15.50:0/4286189285 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e406c110 0x7f49e40b0460 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- 172.21.15.50:0/4286189285 >> 172.21.15.50:0/4286189285 conn(0x7f49e40ca870 msgr2=0x7f49e40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- 172.21.15.50:0/4286189285 shutdown_connections 2023-07-12T13:56:42.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- 172.21.15.50:0/4286189285 wait complete. 2023-07-12T13:56:42.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 Processor -- start 2023-07-12T13:56:42.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- start start 2023-07-12T13:56:42.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e406c110 0x7f49e4156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49e406c4e0 0x7f49e40c5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 0x7f49e4161f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e40b14a0 con 0x7f49e415c120 2023-07-12T13:56:42.451 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e40c6fd0 con 0x7f49e406c4e0 2023-07-12T13:56:42.452 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49eb234640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e40b1170 con 0x7f49e406c110 2023-07-12T13:56:42.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49e97d1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 0x7f49e4161f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49e97d1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 0x7f49e4161f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47164/0 (socket says 172.21.15.50:47164) 2023-07-12T13:56:42.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.444+0000 7f49e97d1640 1 -- 172.21.15.50:0/890149445 learned_addr learned my addr 172.21.15.50:0/890149445 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:42.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e406c110 0x7f49e4156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e3fff640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49e406c4e0 0x7f49e40c5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.453 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e97d1640 1 -- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e406c110 msgr2=0x7f49e4156520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e97d1640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e406c110 0x7f49e4156520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e97d1640 1 -- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49e406c4e0 msgr2=0x7f49e40c5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e97d1640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49e406c4e0 0x7f49e40c5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e97d1640 1 -- 172.21.15.50:0/890149445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49d8009420 con 0x7f49e415c120 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e406c110 0x7f49e4156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e97d1640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 0x7f49e4161f20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f49dc007e40 tx=0x7f49dc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.454 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49dc014620 con 0x7f49e415c120 2023-07-12T13:56:42.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49dc00ee90 con 0x7f49e415c120 2023-07-12T13:56:42.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49dc0149e0 con 0x7f49e415c120 2023-07-12T13:56:42.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e40c6730 con 0x7f49e415c120 2023-07-12T13:56:42.455 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e40c6cf0 con 0x7f49e415c120 2023-07-12T13:56:42.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e40b1650 con 0x7f49e415c120 2023-07-12T13:56:42.456 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f49dc014b40 con 0x7f49e415c120 2023-07-12T13:56:42.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e17fa640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f49c80662b0 0x7f49c8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.448+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f49dc084730 con 0x7f49e415c120 2023-07-12T13:56:42.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.452+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f49c80662b0 0x7f49c8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.457 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.452+0000 7f49e8fd0640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f49c80662b0 0x7f49c8068760 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f49d80ae000 tx=0x7f49d8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.459 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.452+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f49e40b1650 con 0x7f49e415c120 2023-07-12T13:56:42.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f49e40b12b0 con 0x7f49e415c120 2023-07-12T13:56:42.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49e17fa640 1 -- 172.21.15.50:0/890149445 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f49dc051ad0 con 0x7f49e415c120 2023-07-12T13:56:42.613 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:42.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f49c80662b0 msgr2=0x7f49c8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f49c80662b0 0x7f49c8068760 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f49d80ae000 tx=0x7f49d8008040 comp rx=0 tx=0).stop 2023-07-12T13:56:42.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 msgr2=0x7f49e4161f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 0x7f49e4161f20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f49dc007e40 tx=0x7f49dc00e4b0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 shutdown_connections 2023-07-12T13:56:42.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f49c80662b0 0x7f49c8068760 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49e415c120 0x7f49e4161f20 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49e406c4e0 0x7f49e40c5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 --2- 172.21.15.50:0/890149445 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f49e406c110 0x7f49e4156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 >> 172.21.15.50:0/890149445 conn(0x7f49e40ca870 msgr2=0x7f49e40caf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:42.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 shutdown_connections 2023-07-12T13:56:42.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.608+0000 7f49eb234640 1 -- 172.21.15.50:0/890149445 wait complete. 2023-07-12T13:56:42.634 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:42.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 Processor -- start 2023-07-12T13:56:42.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 -- start start 2023-07-12T13:56:42.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fe9100b3bd0 0x7fe9100b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe91015bc50 0x7fe9100cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9100cce90 con 0x7fe9100b11c0 2023-07-12T13:56:42.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9100cf330 con 0x7fe91015bc50 2023-07-12T13:56:42.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe914c7b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9100cf610 con 0x7fe9100b3bd0 2023-07-12T13:56:42.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe91015bc50 0x7fe9100cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe91015bc50 0x7fe9100cff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47168/0 (socket says 172.21.15.50:47168) 2023-07-12T13:56:42.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3125581048 learned_addr learned my addr 172.21.15.50:0/3125581048 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:42.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90e59c640 1 --2- 172.21.15.50:0/3125581048 >> v2:172.21.15.55:3300/0 conn(0x7fe9100b3bd0 0x7fe9100b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3125581048 >> v2:172.21.15.55:3300/0 conn(0x7fe9100b3bd0 msgr2=0x7fe9100b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:42.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 --2- 172.21.15.50:0/3125581048 >> v2:172.21.15.55:3300/0 conn(0x7fe9100b3bd0 0x7fe9100b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3125581048 >> v1:172.21.15.55:6789/0 conn(0x7fe9100b11c0 legacy=0x7fe9100b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.776+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3125581048 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9100cc840 con 0x7fe91015bc50 2023-07-12T13:56:42.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe90ed9d640 1 --2- 172.21.15.50:0/3125581048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91015bc50 0x7fe9100cff20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe91006b420 tx=0x7fe90801f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef8d588113296025 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe90dd9b640 1 -- 172.21.15.50:0/3125581048 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080af400 con 0x7fe91015bc50 2023-07-12T13:56:42.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe90dd9b640 1 -- 172.21.15.50:0/3125581048 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9080ab050 con 0x7fe91015bc50 2023-07-12T13:56:42.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe90dd9b640 1 -- 172.21.15.50:0/3125581048 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080af780 con 0x7fe91015bc50 2023-07-12T13:56:42.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 -- 172.21.15.50:0/3125581048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91015bc50 msgr2=0x7fe9100cff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3125581048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91015bc50 0x7fe9100cff20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe91006b420 tx=0x7fe90801f1c0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 -- 172.21.15.50:0/3125581048 shutdown_connections 2023-07-12T13:56:42.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3125581048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91015bc50 0x7fe9100cff20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3125581048 >> v2:172.21.15.55:3300/0 conn(0x7fe9100b3bd0 0x7fe9100b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 -- 172.21.15.50:0/3125581048 >> 172.21.15.50:0/3125581048 conn(0x7fe910071800 msgr2=0x7fe910069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:42.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 -- 172.21.15.50:0/3125581048 shutdown_connections 2023-07-12T13:56:42.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 -- 172.21.15.50:0/3125581048 wait complete. 2023-07-12T13:56:42.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.780+0000 7fe914c7b640 1 Processor -- start 2023-07-12T13:56:42.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- start start 2023-07-12T13:56:42.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9100b3bd0 0x7fe910158470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe91015bc50 0x7fe9100cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 0x7fe91015ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9101493d0 con 0x7fe91014b3c0 2023-07-12T13:56:42.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe910148750 con 0x7fe9100b3bd0 2023-07-12T13:56:42.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe910148a30 con 0x7fe91015bc50 2023-07-12T13:56:42.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 0x7fe91015ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 0x7fe91015ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47186/0 (socket says 172.21.15.50:47186) 2023-07-12T13:56:42.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3813688375 learned_addr learned my addr 172.21.15.50:0/3813688375 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:42.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90e59c640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9100b3bd0 0x7fe910158470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe907fff640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe91015bc50 0x7fe9100cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.791 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe91015bc50 msgr2=0x7fe9100cb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe91015bc50 0x7fe9100cb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9100b3bd0 msgr2=0x7fe910158470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9100b3bd0 0x7fe910158470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 -- 172.21.15.50:0/3813688375 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe908009b30 con 0x7fe91014b3c0 2023-07-12T13:56:42.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90e59c640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9100b3bd0 0x7fe910158470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:42.792 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe907fff640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe91015bc50 0x7fe9100cb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe90ed9d640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 0x7fe91015ae60 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe9080b2040 tx=0x7fe90801bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080afd10 con 0x7fe91014b3c0 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9080afe90 con 0x7fe91014b3c0 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080ba660 con 0x7fe91014b3c0 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe910148d10 con 0x7fe91014b3c0 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9100cbb20 con 0x7fe91014b3c0 2023-07-12T13:56:42.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.784+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe910149510 con 0x7fe91014b3c0 2023-07-12T13:56:42.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.788+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe9080b6040 con 0x7fe91014b3c0 2023-07-12T13:56:42.794 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.788+0000 7fe906ffd640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe8f0066280 0x7fe8f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:42.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.788+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fe908121ed0 con 0x7fe91014b3c0 2023-07-12T13:56:42.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.788+0000 7fe90e59c640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe8f0066280 0x7fe8f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:42.795 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.788+0000 7fe90e59c640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe8f0066280 0x7fe8f0068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe900009ae0 tx=0x7fe900008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:42.796 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.792+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe910149510 con 0x7fe91014b3c0 2023-07-12T13:56:42.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe910149510 con 0x7fe91014b3c0 2023-07-12T13:56:42.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe906ffd640 1 -- 172.21.15.50:0/3813688375 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe910149510 con 0x7fe91014b3c0 2023-07-12T13:56:42.954 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:42.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe8f0066280 msgr2=0x7fe8f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe8f0066280 0x7fe8f0068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe900009ae0 tx=0x7fe900008040 comp rx=0 tx=0).stop 2023-07-12T13:56:42.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 msgr2=0x7fe91015ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:42.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 0x7fe91015ae60 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe9080b2040 tx=0x7fe90801bf60 comp rx=0 tx=0).stop 2023-07-12T13:56:42.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 shutdown_connections 2023-07-12T13:56:42.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe8f0066280 0x7fe8f0068730 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe91014b3c0 0x7fe91015ae60 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe91015bc50 0x7fe9100cb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 --2- 172.21.15.50:0/3813688375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9100b3bd0 0x7fe910158470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:42.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 >> 172.21.15.50:0/3813688375 conn(0x7fe910071800 msgr2=0x7fe9100ce7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:42.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 shutdown_connections 2023-07-12T13:56:42.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:42.948+0000 7fe914c7b640 1 -- 172.21.15.50:0/3813688375 wait complete. 2023-07-12T13:56:42.975 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:43.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 Processor -- start 2023-07-12T13:56:43.120 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 -- start start 2023-07-12T13:56:43.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb47415b8d0 0x7fb4740cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb4740b10e0 0x7fb4740cfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.121 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4740d0500 con 0x7fb4740d00a0 2023-07-12T13:56:43.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4740cd370 con 0x7fb4740b10e0 2023-07-12T13:56:43.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4791a9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4740cf8d0 con 0x7fb47415b8d0 2023-07-12T13:56:43.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb4740b10e0 0x7fb4740cfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb4740b10e0 0x7fb4740cfb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47198/0 (socket says 172.21.15.50:47198) 2023-07-12T13:56:43.122 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 -- 172.21.15.50:0/4074871193 learned_addr learned my addr 172.21.15.50:0/4074871193 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:43.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb473fff640 1 --2- 172.21.15.50:0/4074871193 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb47415b8d0 0x7fb4740cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 -- 172.21.15.50:0/4074871193 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb47415b8d0 msgr2=0x7fb4740cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:43.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 --2- 172.21.15.50:0/4074871193 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb47415b8d0 0x7fb4740cf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 -- 172.21.15.50:0/4074871193 >> v1:172.21.15.55:6789/0 conn(0x7fb4740d00a0 legacy=0x7fb47415f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.123 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.116+0000 7fb4737fe640 1 -- 172.21.15.50:0/4074871193 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4740cc760 con 0x7fb4740b10e0 2023-07-12T13:56:43.124 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4737fe640 1 --2- 172.21.15.50:0/4074871193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4740b10e0 0x7fb4740cfb60 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb468009870 tx=0x7fb46801c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c99c499f4100eb1 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb472ffd640 1 -- 172.21.15.50:0/4074871193 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4680ab660 con 0x7fb4740b10e0 2023-07-12T13:56:43.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb472ffd640 1 -- 172.21.15.50:0/4074871193 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4680ab7c0 con 0x7fb4740b10e0 2023-07-12T13:56:43.125 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb472ffd640 1 -- 172.21.15.50:0/4074871193 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4680abb50 con 0x7fb4740b10e0 2023-07-12T13:56:43.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 -- 172.21.15.50:0/4074871193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4740b10e0 msgr2=0x7fb4740cfb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 --2- 172.21.15.50:0/4074871193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4740b10e0 0x7fb4740cfb60 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb468009870 tx=0x7fb46801c540 comp rx=0 tx=0).stop 2023-07-12T13:56:43.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 -- 172.21.15.50:0/4074871193 shutdown_connections 2023-07-12T13:56:43.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 --2- 172.21.15.50:0/4074871193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4740b10e0 0x7fb4740cfb60 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 --2- 172.21.15.50:0/4074871193 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb47415b8d0 0x7fb4740cf390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.126 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 -- 172.21.15.50:0/4074871193 >> 172.21.15.50:0/4074871193 conn(0x7fb47409b390 msgr2=0x7fb4740d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:43.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 -- 172.21.15.50:0/4074871193 shutdown_connections 2023-07-12T13:56:43.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 -- 172.21.15.50:0/4074871193 wait complete. 2023-07-12T13:56:43.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 Processor -- start 2023-07-12T13:56:43.127 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.120+0000 7fb4791a9640 1 -- start start 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb4740b10e0 0x7fb47414ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4740d00a0 0x7fb474154e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 0x7fb4740b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4740afd80 con 0x7fb47415b8d0 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47414ef70 con 0x7fb4740d00a0 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4741546d0 con 0x7fb4740b10e0 2023-07-12T13:56:43.129 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 0x7fb4740b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb473fff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb4740b10e0 0x7fb47414ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 0x7fb4740b01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47214/0 (socket says 172.21.15.50:47214) 2023-07-12T13:56:43.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 -- 172.21.15.50:0/860683907 learned_addr learned my addr 172.21.15.50:0/860683907 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:43.130 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4737fe640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4740d00a0 0x7fb474154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 -- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb4740b10e0 msgr2=0x7fb47414ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb4740b10e0 0x7fb47414ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 -- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4740d00a0 msgr2=0x7fb474154e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4740d00a0 0x7fb474154e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.131 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 -- 172.21.15.50:0/860683907 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4680094d0 con 0x7fb47415b8d0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4789a8640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 0x7fb4740b01a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fb46c00c770 tx=0x7fb46c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46c003b80 con 0x7fb47415b8d0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb46c003ce0 con 0x7fb47415b8d0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4741543f0 con 0x7fb47415b8d0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46c00aa90 con 0x7fb47415b8d0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4740af9a0 con 0x7fb47415b8d0 2023-07-12T13:56:43.132 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.124+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4740afec0 con 0x7fb47415b8d0 2023-07-12T13:56:43.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.128+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb46c00abf0 con 0x7fb47415b8d0 2023-07-12T13:56:43.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.128+0000 7fb470ff9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb460066250 0x7fb460068700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.128+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb46c083a20 con 0x7fb47415b8d0 2023-07-12T13:56:43.133 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.128+0000 7fb473fff640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb460066250 0x7fb460068700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.134 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.128+0000 7fb473fff640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb460066250 0x7fb460068700 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb474156600 tx=0x7fb464008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.132+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb46c050f80 con 0x7fb47415b8d0 2023-07-12T13:56:43.304 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb474066b80 con 0x7fb47415b8d0 2023-07-12T13:56:43.305 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb470ff9640 1 -- 172.21.15.50:0/860683907 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb46c0545a0 con 0x7fb47415b8d0 2023-07-12T13:56:43.305 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb460066250 msgr2=0x7fb460068700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb460066250 0x7fb460068700 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb474156600 tx=0x7fb464008040 comp rx=0 tx=0).stop 2023-07-12T13:56:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 msgr2=0x7fb4740b01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 0x7fb4740b01a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fb46c00c770 tx=0x7fb46c00cc30 comp rx=0 tx=0).stop 2023-07-12T13:56:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 shutdown_connections 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb460066250 0x7fb460068700 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb47415b8d0 0x7fb4740b01a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4740d00a0 0x7fb474154e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 --2- 172.21.15.50:0/860683907 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb4740b10e0 0x7fb47414ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 >> 172.21.15.50:0/860683907 conn(0x7fb47409b390 msgr2=0x7fb4740b2e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 shutdown_connections 2023-07-12T13:56:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.300+0000 7fb4791a9640 1 -- 172.21.15.50:0/860683907 wait complete. 2023-07-12T13:56:43.326 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T13:56:43.327 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T13:56:43.337 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:43.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.472+0000 7f2b2dbdb640 1 Processor -- start 2023-07-12T13:56:43.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.472+0000 7f2b2dbdb640 1 -- start start 2023-07-12T13:56:43.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b2dbdb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b280cd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b2dbdb640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2b280ca5d0 0x7f2b280caa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b2dbdb640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b280cf0c0 con 0x7f2b280b21d0 2023-07-12T13:56:43.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b2dbdb640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b280caf90 con 0x7f2b280ca5d0 2023-07-12T13:56:43.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b2dbdb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b280cd7f0 con 0x7f2b280cf3b0 2023-07-12T13:56:43.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b280cd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b280cd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:58086/0 (socket says 172.21.15.50:58086) 2023-07-12T13:56:43.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 -- 172.21.15.50:0/1283914866 learned_addr learned my addr 172.21.15.50:0/1283914866 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:43.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b27fff640 1 --2- 172.21.15.50:0/1283914866 >> v2:172.21.15.55:3300/0 conn(0x7f2b280ca5d0 0x7f2b280caa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 -- 172.21.15.50:0/1283914866 >> v2:172.21.15.55:3300/0 conn(0x7f2b280ca5d0 msgr2=0x7f2b280caa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:43.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 --2- 172.21.15.50:0/1283914866 >> v2:172.21.15.55:3300/0 conn(0x7f2b280ca5d0 0x7f2b280caa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 -- 172.21.15.50:0/1283914866 >> v1:172.21.15.55:6789/0 conn(0x7f2b280b21d0 legacy=0x7f2b280ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b26ffd640 1 -- 172.21.15.50:0/1283914866 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b280cdbf0 con 0x7f2b280cf3b0 2023-07-12T13:56:43.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.476+0000 7f2b27fff640 1 --2- 172.21.15.50:0/1283914866 >> v2:172.21.15.55:3300/0 conn(0x7f2b280ca5d0 0x7f2b280caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:43.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b26ffd640 1 --2- 172.21.15.50:0/1283914866 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b280cd210 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c009870 tx=0x7f2b1c01c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d11555825aefe62e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b267fc640 1 -- 172.21.15.50:0/1283914866 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b1c0ab680 con 0x7f2b280cf3b0 2023-07-12T13:56:43.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b267fc640 1 -- 172.21.15.50:0/1283914866 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b1c0ab7e0 con 0x7f2b280cf3b0 2023-07-12T13:56:43.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b267fc640 1 -- 172.21.15.50:0/1283914866 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b1c0abb70 con 0x7f2b280cf3b0 2023-07-12T13:56:43.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1283914866 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 msgr2=0x7f2b280cd210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1283914866 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b280cd210 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c009870 tx=0x7f2b1c01c480 comp rx=0 tx=0).stop 2023-07-12T13:56:43.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1283914866 shutdown_connections 2023-07-12T13:56:43.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1283914866 >> v2:172.21.15.55:3300/0 conn(0x7f2b280ca5d0 0x7f2b280caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1283914866 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b280cd210 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1283914866 >> 172.21.15.50:0/1283914866 conn(0x7f2b28069db0 msgr2=0x7f2b280992c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:43.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1283914866 shutdown_connections 2023-07-12T13:56:43.490 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1283914866 wait complete. 2023-07-12T13:56:43.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 Processor -- start 2023-07-12T13:56:43.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.480+0000 7f2b2dbdb640 1 -- start start 2023-07-12T13:56:43.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 0x7f2b28153b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b280ca5d0 0x7f2b280b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b28152300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b28152bd0 con 0x7f2b280b21d0 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b281536e0 con 0x7f2b280ca5d0 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b280b4700 con 0x7f2b280cf3b0 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 0x7f2b28153b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b27fff640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b28152300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 0x7f2b28153b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47228/0 (socket says 172.21.15.50:47228) 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 -- 172.21.15.50:0/1038764194 learned_addr learned my addr 172.21.15.50:0/1038764194 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b26ffd640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b280ca5d0 0x7f2b280b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 -- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 msgr2=0x7f2b28152300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b28152300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 -- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b280ca5d0 msgr2=0x7f2b280b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b280ca5d0 0x7f2b280b3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 -- 172.21.15.50:0/1038764194 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b20009a70 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b277fe640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 0x7f2b28153b70 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f2b1800c3c0 tx=0x7f2b1800c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b180052d0 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b18005430 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b1c0094d0 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b18003840 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b28152db0 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b2804e020 con 0x7f2b280b21d0 2023-07-12T13:56:43.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.484+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2b180039a0 con 0x7f2b280b21d0 2023-07-12T13:56:43.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.488+0000 7f2b0ffff640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2b140662b0 0x7f2b14068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.488+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f2b180832d0 con 0x7f2b280b21d0 2023-07-12T13:56:43.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.488+0000 7f2b26ffd640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2b140662b0 0x7f2b14068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.488+0000 7f2b26ffd640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2b140662b0 0x7f2b14068760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c0af000 tx=0x7f2b1c0a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.497 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.492+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2b18050720 con 0x7f2b280b21d0 2023-07-12T13:56:43.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.648+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2b280af450 con 0x7f2b280b21d0 2023-07-12T13:56:43.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.648+0000 7f2b0ffff640 1 -- 172.21.15.50:0/1038764194 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f2b18053d40 con 0x7f2b280b21d0 2023-07-12T13:56:43.655 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:43.656 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:43.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2b140662b0 msgr2=0x7f2b14068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2b140662b0 0x7f2b14068760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c0af000 tx=0x7f2b1c0a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:43.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 msgr2=0x7f2b28153b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 0x7f2b28153b70 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f2b1800c3c0 tx=0x7f2b1800c7c0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 shutdown_connections 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2b140662b0 0x7f2b14068760 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2b280cf3b0 0x7f2b28152300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b280ca5d0 0x7f2b280b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 --2- 172.21.15.50:0/1038764194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b280b21d0 0x7f2b28153b70 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 >> 172.21.15.50:0/1038764194 conn(0x7f2b28069db0 msgr2=0x7f2b280afa00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:43.658 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 shutdown_connections 2023-07-12T13:56:43.659 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.652+0000 7f2b2dbdb640 1 -- 172.21.15.50:0/1038764194 wait complete. 2023-07-12T13:56:43.676 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:43.677 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:43.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.816+0000 7fa9b0892640 1 Processor -- start 2023-07-12T13:56:43.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.816+0000 7fa9b0892640 1 -- start start 2023-07-12T13:56:43.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9b0892640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac1586e0 0x7fa9ac0c8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9b0892640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa9ac0cb8e0 0x7fa9ac06f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9b0892640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9ac06b870 con 0x7fa9ac15c300 2023-07-12T13:56:43.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9b0892640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9ac0c9000 con 0x7fa9ac0cb8e0 2023-07-12T13:56:43.824 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9b0892640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac06af40 con 0x7fa9ac1586e0 2023-07-12T13:56:43.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aa59c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa9ac0cb8e0 0x7fa9ac06f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aad9d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac1586e0 0x7fa9ac0c8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9ab59e640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fa9ac15c300 0x7fa9ac06bd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:37580/0 (socket says 172.21.15.50:37580) 2023-07-12T13:56:43.825 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9ab59e640 1 -- 172.21.15.50:0/259452147 learned_addr learned my addr 172.21.15.50:0/259452147 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:43.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aa59c640 1 -- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac1586e0 msgr2=0x7fa9ac0c8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:43.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aa59c640 1 --2- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac1586e0 0x7fa9ac0c8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.826 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aa59c640 1 -- 172.21.15.50:0/259452147 >> v1:172.21.15.55:6789/0 conn(0x7fa9ac15c300 legacy=0x7fa9ac06bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aa59c640 1 -- 172.21.15.50:0/259452147 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ac06b220 con 0x7fa9ac0cb8e0 2023-07-12T13:56:43.828 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.820+0000 7fa9aad9d640 1 --2- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac1586e0 0x7fa9ac0c8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:43.830 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9aa59c640 1 --2- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac06f0f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00097c0 tx=0x7fa9a001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d07d95d4880c17e server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9a9d9b640 1 -- 172.21.15.50:0/259452147 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00ab600 con 0x7fa9ac0cb8e0 2023-07-12T13:56:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9a9d9b640 1 -- 172.21.15.50:0/259452147 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9a00a7050 con 0x7fa9ac0cb8e0 2023-07-12T13:56:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9a9d9b640 1 -- 172.21.15.50:0/259452147 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00ab980 con 0x7fa9ac0cb8e0 2023-07-12T13:56:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 -- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 msgr2=0x7fa9ac06f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 --2- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac06f0f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00097c0 tx=0x7fa9a001c3c0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 -- 172.21.15.50:0/259452147 shutdown_connections 2023-07-12T13:56:43.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 --2- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac06f0f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.832 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 --2- 172.21.15.50:0/259452147 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac1586e0 0x7fa9ac0c8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.833 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 -- 172.21.15.50:0/259452147 >> 172.21.15.50:0/259452147 conn(0x7fa9ac06a120 msgr2=0x7fa9ac0af740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:43.833 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 -- 172.21.15.50:0/259452147 shutdown_connections 2023-07-12T13:56:43.833 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 -- 172.21.15.50:0/259452147 wait complete. 2023-07-12T13:56:43.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 Processor -- start 2023-07-12T13:56:43.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.824+0000 7fa9b0892640 1 -- start start 2023-07-12T13:56:43.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.836 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 0x7fa9ac15b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac15c300 0x7fa9ac070400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac158dd0 con 0x7fa9ac1586e0 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac15b880 con 0x7fa9ac0cb8e0 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac15bb50 con 0x7fa9ac15c300 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 0x7fa9ac15b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 0x7fa9ac15b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47232/0 (socket says 172.21.15.50:47232) 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 -- 172.21.15.50:0/1801504436 learned_addr learned my addr 172.21.15.50:0/1801504436 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:43.837 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9ab59e640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac15c300 0x7fa9ac070400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aad9d640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 -- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac15c300 msgr2=0x7fa9ac070400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac15c300 0x7fa9ac070400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 -- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 msgr2=0x7fa9ac159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 -- 172.21.15.50:0/1801504436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa99c009420 con 0x7fa9ac1586e0 2023-07-12T13:56:43.838 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9aa59c640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 0x7fa9ac15b340 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00ae040 tx=0x7fa9a0019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00b4430 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9a00b4590 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9a0009420 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00b4940 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9ac1592c0 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9ac066b80 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.828+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa9a00b2040 con 0x7fa9ac1586e0 2023-07-12T13:56:43.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.832+0000 7fa9937fe640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa998066280 0x7fa998068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:43.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.832+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fa9a011dbe0 con 0x7fa9ac1586e0 2023-07-12T13:56:43.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.832+0000 7fa9aad9d640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa998066280 0x7fa998068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:43.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.832+0000 7fa9aad9d640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa998066280 0x7fa998068730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa99c009c80 tx=0x7fa99c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:43.841 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.836+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa9a00eb010 con 0x7fa9ac1586e0 2023-07-12T13:56:43.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.988+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa9ac0b3b70 con 0x7fa9ac1586e0 2023-07-12T13:56:43.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.988+0000 7fa9937fe640 1 -- 172.21.15.50:0/1801504436 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa9a00ee630 con 0x7fa9ac1586e0 2023-07-12T13:56:43.996 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:43.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa998066280 msgr2=0x7fa998068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa998066280 0x7fa998068730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa99c009c80 tx=0x7fa99c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:43.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 msgr2=0x7fa9ac15b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:43.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 0x7fa9ac15b340 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00ae040 tx=0x7fa9a0019160 comp rx=0 tx=0).stop 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 shutdown_connections 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa998066280 0x7fa998068730 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9ac15c300 0x7fa9ac070400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9ac1586e0 0x7fa9ac15b340 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 --2- 172.21.15.50:0/1801504436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9ac0cb8e0 0x7fa9ac159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 >> 172.21.15.50:0/1801504436 conn(0x7fa9ac06a120 msgr2=0x7fa9ac161b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 shutdown_connections 2023-07-12T13:56:43.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:43.992+0000 7fa9b0892640 1 -- 172.21.15.50:0/1801504436 wait complete. 2023-07-12T13:56:44.016 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:44.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.156+0000 7f0c252f9640 1 Processor -- start 2023-07-12T13:56:44.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.156+0000 7f0c252f9640 1 -- start start 2023-07-12T13:56:44.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c252f9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0c2015d280 0x7f0c20160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c252f9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c2006bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c252f9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c200cddd0 con 0x7f0c2015c390 2023-07-12T13:56:44.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c252f9640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c2006c330 con 0x7f0c2015d280 2023-07-12T13:56:44.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c252f9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c201601e0 con 0x7f0c2006b970 2023-07-12T13:56:44.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c1f7fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c2006bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c17fff640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0c2015d280 0x7f0c20160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c1effd640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f0c2015c390 0x7f0c200cf8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:37596/0 (socket says 172.21.15.50:37596) 2023-07-12T13:56:44.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c17fff640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0c2015d280 0x7f0c20160670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.50:37726/0 (socket says 172.21.15.50:37726) 2023-07-12T13:56:44.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c1effd640 1 -- 172.21.15.50:0/3098137708 learned_addr learned my addr 172.21.15.50:0/3098137708 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:44.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c17fff640 1 -- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 msgr2=0x7f0c2006bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:44.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c17fff640 1 --2- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c2006bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c17fff640 1 -- 172.21.15.50:0/3098137708 >> v1:172.21.15.55:6789/0 conn(0x7f0c2015c390 legacy=0x7f0c200cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.167 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.160+0000 7f0c17fff640 1 -- 172.21.15.50:0/3098137708 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c200ce020 con 0x7f0c2015d280 2023-07-12T13:56:44.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c17fff640 1 --2- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c20160670 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0c080097c0 tx=0x7f0c0801c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99dc170019685e4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c1e7fc640 1 -- 172.21.15.50:0/3098137708 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c08004230 con 0x7f0c2015d280 2023-07-12T13:56:44.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c1e7fc640 1 -- 172.21.15.50:0/3098137708 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c080a7050 con 0x7f0c2015d280 2023-07-12T13:56:44.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c1e7fc640 1 -- 172.21.15.50:0/3098137708 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c08003620 con 0x7f0c2015d280 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 -- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 msgr2=0x7f0c20160670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 --2- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c20160670 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0c080097c0 tx=0x7f0c0801c330 comp rx=0 tx=0).stop 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 -- 172.21.15.50:0/3098137708 shutdown_connections 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 --2- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c2006bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 --2- 172.21.15.50:0/3098137708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c20160670 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 -- 172.21.15.50:0/3098137708 >> 172.21.15.50:0/3098137708 conn(0x7f0c2006e0c0 msgr2=0x7f0c2006eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:44.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 -- 172.21.15.50:0/3098137708 shutdown_connections 2023-07-12T13:56:44.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 -- 172.21.15.50:0/3098137708 wait complete. 2023-07-12T13:56:44.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 Processor -- start 2023-07-12T13:56:44.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.164+0000 7f0c252f9640 1 -- start start 2023-07-12T13:56:44.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c200ca830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 0x7f0c200cad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c200c9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c20152570 con 0x7f0c2015c390 2023-07-12T13:56:44.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c200c7400 con 0x7f0c2015d280 2023-07-12T13:56:44.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c200c76e0 con 0x7f0c2006b970 2023-07-12T13:56:44.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 0x7f0c200cad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 0x7f0c200cad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47242/0 (socket says 172.21.15.50:47242) 2023-07-12T13:56:44.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 -- 172.21.15.50:0/1650737438 learned_addr learned my addr 172.21.15.50:0/1650737438 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:44.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c1effd640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c200ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c1f7fe640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c200c9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 -- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 msgr2=0x7f0c200ca830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c200ca830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 -- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 msgr2=0x7f0c200c9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c200c9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 -- 172.21.15.50:0/1650737438 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c08009420 con 0x7f0c2015c390 2023-07-12T13:56:44.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c17fff640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 0x7f0c200cad70 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0c08019f60 tx=0x7f0c080190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c08003bf0 con 0x7f0c2015c390 2023-07-12T13:56:44.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c08003d50 con 0x7f0c2015c390 2023-07-12T13:56:44.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c080ab680 con 0x7f0c2015c390 2023-07-12T13:56:44.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c20152810 con 0x7f0c2015c390 2023-07-12T13:56:44.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c2014ea90 con 0x7f0c2015c390 2023-07-12T13:56:44.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c2014ed40 con 0x7f0c2015c390 2023-07-12T13:56:44.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.168+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0c080b2050 con 0x7f0c2015c390 2023-07-12T13:56:44.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.172+0000 7f0c177fe640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0c00066280 0x7f0c00068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.172+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f0c0811e0a0 con 0x7f0c2015c390 2023-07-12T13:56:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.172+0000 7f0c1effd640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0c00066280 0x7f0c00068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.172+0000 7f0c1effd640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0c00066280 0x7f0c00068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0c10005890 tx=0x7f0c10009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.176+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0c2014ed40 con 0x7f0c2015c390 2023-07-12T13:56:44.334 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.328+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f0c2014ed40 con 0x7f0c2015c390 2023-07-12T13:56:44.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.328+0000 7f0c177fe640 1 -- 172.21.15.50:0/1650737438 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f0c2014ed40 con 0x7f0c2015c390 2023-07-12T13:56:44.335 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:44.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0c00066280 msgr2=0x7f0c00068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0c00066280 0x7f0c00068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0c10005890 tx=0x7f0c10009040 comp rx=0 tx=0).stop 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 msgr2=0x7f0c200cad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 0x7f0c200cad70 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0c08019f60 tx=0x7f0c080190d0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 shutdown_connections 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0c00066280 0x7f0c00068730 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c2015d280 0x7f0c200c9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c2015c390 0x7f0c200cad70 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 --2- 172.21.15.50:0/1650737438 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0c2006b970 0x7f0c200ca830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 >> 172.21.15.50:0/1650737438 conn(0x7f0c2006e0c0 msgr2=0x7f0c2015b440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:44.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 shutdown_connections 2023-07-12T13:56:44.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.332+0000 7f0c252f9640 1 -- 172.21.15.50:0/1650737438 wait complete. 2023-07-12T13:56:44.356 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:44.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f9848640 1 Processor -- start 2023-07-12T13:56:44.505 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f9848640 1 -- start start 2023-07-12T13:56:44.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f9848640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f415d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f9848640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19f4160d80 con 0x7f19f406b970 2023-07-12T13:56:44.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f9848640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19f40cddd0 con 0x7f19f40cf8c0 2023-07-12T13:56:44.506 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f9848640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19f41601e0 con 0x7f19f415c390 2023-07-12T13:56:44.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f37fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f19f406b970 0x7f19f406a5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:44448/0 (socket says 172.21.15.50:44448) 2023-07-12T13:56:44.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f37fe640 1 -- 172.21.15.50:0/2398661481 learned_addr learned my addr 172.21.15.50:0/2398661481 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:44.507 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f2ffd640 1 --2- 172.21.15.50:0/2398661481 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3013288725 0 0) 0x7f19ec0014a0 con 0x7f19f406b970 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f19e0003530 con 0x7f19f406b970 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3483576490 0 0) 0x7f19f40cddd0 con 0x7f19f40cf8c0 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f19ec0014a0 con 0x7f19f40cf8c0 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f2ffd640 1 -- 172.21.15.50:0/2398661481 >> v1:172.21.15.55:6789/0 conn(0x7f19f40cf8c0 legacy=0x7f19f4160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f2ffd640 1 -- 172.21.15.50:0/2398661481 >> v1:172.21.15.50:6789/0 conn(0x7f19f406b970 legacy=0x7f19f406a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.508 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.500+0000 7f19f2ffd640 1 -- 172.21.15.50:0/2398661481 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19f415d7c0 con 0x7f19f415c390 2023-07-12T13:56:44.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f2ffd640 1 --2- 172.21.15.50:0/2398661481 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f415d280 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f19e40097f0 tx=0x7f19e401c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52b00ac67c680c4b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.510 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19e40ab600 con 0x7f19f415c390 2023-07-12T13:56:44.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19e40a7050 con 0x7f19f415c390 2023-07-12T13:56:44.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f27fc640 1 -- 172.21.15.50:0/2398661481 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19e40ab980 con 0x7f19f415c390 2023-07-12T13:56:44.511 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 -- 172.21.15.50:0/2398661481 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 msgr2=0x7f19f415d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 --2- 172.21.15.50:0/2398661481 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f415d280 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f19e40097f0 tx=0x7f19e401c370 comp rx=0 tx=0).stop 2023-07-12T13:56:44.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 -- 172.21.15.50:0/2398661481 shutdown_connections 2023-07-12T13:56:44.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 --2- 172.21.15.50:0/2398661481 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f415d280 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 -- 172.21.15.50:0/2398661481 >> 172.21.15.50:0/2398661481 conn(0x7f19f406e0c0 msgr2=0x7f19f406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:44.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 -- 172.21.15.50:0/2398661481 shutdown_connections 2023-07-12T13:56:44.512 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.504+0000 7f19f9848640 1 -- 172.21.15.50:0/2398661481 wait complete. 2023-07-12T13:56:44.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 Processor -- start 2023-07-12T13:56:44.513 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 -- start start 2023-07-12T13:56:44.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19f406b970 0x7f19f4146ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 0x7f19f4152b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f40ca830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.514 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f4151510 con 0x7f19f40cf8c0 2023-07-12T13:56:44.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f4151d70 con 0x7f19f406b970 2023-07-12T13:56:44.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19f4147410 con 0x7f19f415c390 2023-07-12T13:56:44.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 0x7f19f4152b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f37fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f40ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 0x7f19f4152b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:47256/0 (socket says 172.21.15.50:47256) 2023-07-12T13:56:44.515 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 -- 172.21.15.50:0/3456044355 learned_addr learned my addr 172.21.15.50:0/3456044355 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:44.516 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f2ffd640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19f406b970 0x7f19f4146ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 -- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 msgr2=0x7f19f40ca830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f40ca830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 -- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19f406b970 msgr2=0x7f19f4146ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19f406b970 0x7f19f4146ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 -- 172.21.15.50:0/3456044355 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19e4009420 con 0x7f19f40cf8c0 2023-07-12T13:56:44.517 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19ebfff640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 0x7f19f4152b80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f19dc00c460 tx=0x7f19dc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc0052d0 con 0x7f19f40cf8c0 2023-07-12T13:56:44.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19dc005450 con 0x7f19f40cf8c0 2023-07-12T13:56:44.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19f4153560 con 0x7f19f40cf8c0 2023-07-12T13:56:44.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc012870 con 0x7f19f40cf8c0 2023-07-12T13:56:44.518 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.508+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19f4151a00 con 0x7f19f40cf8c0 2023-07-12T13:56:44.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.512+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19f404e020 con 0x7f19f40cf8c0 2023-07-12T13:56:44.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.512+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f19dc0129d0 con 0x7f19f40cf8c0 2023-07-12T13:56:44.519 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.512+0000 7f19f0ff9640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f19d4066280 0x7f19d4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.512+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f19dc0837c0 con 0x7f19f40cf8c0 2023-07-12T13:56:44.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.512+0000 7f19f2ffd640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f19d4066280 0x7f19d4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.520 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.516+0000 7f19f2ffd640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f19d4066280 0x7f19d4068730 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f19e40ad000 tx=0x7f19e40a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.516+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f19dc050c10 con 0x7f19f40cf8c0 2023-07-12T13:56:44.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.676+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f19f40b6180 con 0x7f19f40cf8c0 2023-07-12T13:56:44.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.676+0000 7f19f0ff9640 1 -- 172.21.15.50:0/3456044355 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f19dc054230 con 0x7f19f40cf8c0 2023-07-12T13:56:44.684 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:44.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f19d4066280 msgr2=0x7f19d4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f19d4066280 0x7f19d4068730 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f19e40ad000 tx=0x7f19e40a6000 comp rx=0 tx=0).stop 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 msgr2=0x7f19f4152b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 0x7f19f4152b80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f19dc00c460 tx=0x7f19dc00c920 comp rx=0 tx=0).stop 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 shutdown_connections 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f19d4066280 0x7f19d4068730 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f19f415c390 0x7f19f40ca830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.686 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19f40cf8c0 0x7f19f4152b80 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 --2- 172.21.15.50:0/3456044355 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f19f406b970 0x7f19f4146ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 >> 172.21.15.50:0/3456044355 conn(0x7f19f406e0c0 msgr2=0x7f19f415ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:44.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 shutdown_connections 2023-07-12T13:56:44.687 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.680+0000 7f19f9848640 1 -- 172.21.15.50:0/3456044355 wait complete. 2023-07-12T13:56:44.705 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:44.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.844+0000 7fa0adc93640 1 Processor -- start 2023-07-12T13:56:44.851 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.844+0000 7fa0adc93640 1 -- start start 2023-07-12T13:56:44.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0adc93640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa0a81585d0 0x7fa0a80c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0adc93640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa0a8159840 0x7fa0a80af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0adc93640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0a806f0c0 con 0x7fa0a80afdb0 2023-07-12T13:56:44.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0adc93640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0a815ce90 con 0x7fa0a8159840 2023-07-12T13:56:44.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0adc93640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0a80b01e0 con 0x7fa0a81585d0 2023-07-12T13:56:44.852 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa0a8159840 0x7fa0a80af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa0a8159840 0x7fa0a80af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34390/0 (socket says 172.21.15.50:34390) 2023-07-12T13:56:44.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/2258300672 learned_addr learned my addr 172.21.15.50:0/2258300672 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:44.853 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a77fe640 1 --2- 172.21.15.50:0/2258300672 >> v2:172.21.15.55:3300/0 conn(0x7fa0a81585d0 0x7fa0a80c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/2258300672 >> v2:172.21.15.55:3300/0 conn(0x7fa0a81585d0 msgr2=0x7fa0a80c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:44.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 --2- 172.21.15.50:0/2258300672 >> v2:172.21.15.55:3300/0 conn(0x7fa0a81585d0 0x7fa0a80c8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/2258300672 >> v1:172.21.15.55:6789/0 conn(0x7fa0a80afdb0 legacy=0x7fa0a806bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:44.854 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/2258300672 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0a815c210 con 0x7fa0a8159840 2023-07-12T13:56:44.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a6ffd640 1 --2- 172.21.15.50:0/2258300672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a8159840 0x7fa0a80af870 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8071880 tx=0x7fa09c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d830b6c3eb9e8ee7 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.855 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a67fc640 1 -- 172.21.15.50:0/2258300672 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c0aa5f0 con 0x7fa0a8159840 2023-07-12T13:56:44.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a67fc640 1 -- 172.21.15.50:0/2258300672 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa09c0aa750 con 0x7fa0a8159840 2023-07-12T13:56:44.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.848+0000 7fa0a67fc640 1 -- 172.21.15.50:0/2258300672 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c0aaae0 con 0x7fa0a8159840 2023-07-12T13:56:44.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- 172.21.15.50:0/2258300672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a8159840 msgr2=0x7fa0a80af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 --2- 172.21.15.50:0/2258300672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a8159840 0x7fa0a80af870 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8071880 tx=0x7fa09c01c490 comp rx=0 tx=0).stop 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- 172.21.15.50:0/2258300672 shutdown_connections 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 --2- 172.21.15.50:0/2258300672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a8159840 0x7fa0a80af870 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 --2- 172.21.15.50:0/2258300672 >> v2:172.21.15.55:3300/0 conn(0x7fa0a81585d0 0x7fa0a80c8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- 172.21.15.50:0/2258300672 >> 172.21.15.50:0/2258300672 conn(0x7fa0a80ca870 msgr2=0x7fa0a80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- 172.21.15.50:0/2258300672 shutdown_connections 2023-07-12T13:56:44.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- 172.21.15.50:0/2258300672 wait complete. 2023-07-12T13:56:44.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 Processor -- start 2023-07-12T13:56:44.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- start start 2023-07-12T13:56:44.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0a80afdb0 0x7fa0a8149550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 0x7fa0a8157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a8159840 0x7fa0a81502b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a8149a90 con 0x7fa0a81585d0 2023-07-12T13:56:44.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a806f2f0 con 0x7fa0a8159840 2023-07-12T13:56:44.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0adc93640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a806f560 con 0x7fa0a80afdb0 2023-07-12T13:56:44.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0a6ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 0x7fa0a8157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0a6ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 0x7fa0a8157250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34394/0 (socket says 172.21.15.50:34394) 2023-07-12T13:56:44.860 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.852+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/1793100477 learned_addr learned my addr 172.21.15.50:0/1793100477 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:44.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a7fff640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a8159840 0x7fa0a81502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a77fe640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0a80afdb0 0x7fa0a8149550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0a80afdb0 msgr2=0x7fa0a8149550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a6ffd640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0a80afdb0 0x7fa0a8149550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a8159840 msgr2=0x7fa0a81502b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a6ffd640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a8159840 0x7fa0a81502b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a6ffd640 1 -- 172.21.15.50:0/1793100477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa09c0094d0 con 0x7fa0a81585d0 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a77fe640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0a80afdb0 0x7fa0a8149550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:44.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a7fff640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a8159840 0x7fa0a81502b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0a6ffd640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 0x7fa0a8157250 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa09c01ab40 tx=0x7fa09c019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c0b4810 con 0x7fa0a81585d0 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa09c0b4970 con 0x7fa0a81585d0 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0a806f840 con 0x7fa0a81585d0 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c0b4d20 con 0x7fa0a81585d0 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0a8157cf0 con 0x7fa0a81585d0 2023-07-12T13:56:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0a80cb640 con 0x7fa0a81585d0 2023-07-12T13:56:44.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa09c0c6390 con 0x7fa0a81585d0 2023-07-12T13:56:44.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa08ffff640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0940662b0 0x7fa094068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:44.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.856+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fa09c0a7070 con 0x7fa0a81585d0 2023-07-12T13:56:44.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.860+0000 7fa0a77fe640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0940662b0 0x7fa094068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:44.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.860+0000 7fa0a77fe640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0940662b0 0x7fa094068760 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa0a81fc100 tx=0x7fa098008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:44.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:44.860+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa09c0ebf10 con 0x7fa0a81585d0 2023-07-12T13:56:45.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.016+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa0a804e020 con 0x7fa0a81585d0 2023-07-12T13:56:45.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.016+0000 7fa08ffff640 1 -- 172.21.15.50:0/1793100477 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa09c0ef530 con 0x7fa0a81585d0 2023-07-12T13:56:45.023 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:45.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0940662b0 msgr2=0x7fa094068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0940662b0 0x7fa094068760 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa0a81fc100 tx=0x7fa098008040 comp rx=0 tx=0).stop 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 msgr2=0x7fa0a8157250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 0x7fa0a8157250 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa09c01ab40 tx=0x7fa09c019230 comp rx=0 tx=0).stop 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 shutdown_connections 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa0940662b0 0x7fa094068760 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a8159840 0x7fa0a81502b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0a81585d0 0x7fa0a8157250 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 --2- 172.21.15.50:0/1793100477 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0a80afdb0 0x7fa0a8149550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 >> 172.21.15.50:0/1793100477 conn(0x7fa0a80ca870 msgr2=0x7fa0a815a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:45.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 shutdown_connections 2023-07-12T13:56:45.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.020+0000 7fa0adc93640 1 -- 172.21.15.50:0/1793100477 wait complete. 2023-07-12T13:56:45.044 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-12T13:56:45.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 Processor -- start 2023-07-12T13:56:45.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 -- start start 2023-07-12T13:56:45.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c156140 0x7f584c15c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f584c0aff80 0x7f584c0cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f584c15d1f0 con 0x7f584c159770 2023-07-12T13:56:45.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f584c06f050 con 0x7f584c0aff80 2023-07-12T13:56:45.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f58523fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f584c15c950 con 0x7f584c156140 2023-07-12T13:56:45.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f584c0aff80 0x7f584c0cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f584c0aff80 0x7f584c0cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34408/0 (socket says 172.21.15.50:34408) 2023-07-12T13:56:45.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 -- 172.21.15.50:0/1035473028 learned_addr learned my addr 172.21.15.50:0/1035473028 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:45.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f584bfff640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c156140 0x7f584c15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 -- 172.21.15.50:0/1035473028 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c156140 msgr2=0x7f584c15c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:45.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c156140 0x7f584c15c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 -- 172.21.15.50:0/1035473028 >> v1:172.21.15.55:6789/0 conn(0x7f584c159770 legacy=0x7f584c0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:45.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f5850997640 1 -- 172.21.15.50:0/1035473028 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f584c15cc30 con 0x7f584c0aff80 2023-07-12T13:56:45.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.184+0000 7f584bfff640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c156140 0x7f584c15c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:45.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f5850997640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c0aff80 0x7f584c0cc530 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5844009e50 tx=0x7f584401c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83a0a750c210e154 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f584affd640 1 -- 172.21.15.50:0/1035473028 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58440a5850 con 0x7f584c0aff80 2023-07-12T13:56:45.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f584affd640 1 -- 172.21.15.50:0/1035473028 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58440a59b0 con 0x7f584c0aff80 2023-07-12T13:56:45.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f584affd640 1 -- 172.21.15.50:0/1035473028 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58440a5d40 con 0x7f584c0aff80 2023-07-12T13:56:45.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 -- 172.21.15.50:0/1035473028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c0aff80 msgr2=0x7f584c0cc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c0aff80 0x7f584c0cc530 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5844009e50 tx=0x7f584401c9d0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 -- 172.21.15.50:0/1035473028 shutdown_connections 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c0aff80 0x7f584c0cc530 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 --2- 172.21.15.50:0/1035473028 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c156140 0x7f584c15c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 -- 172.21.15.50:0/1035473028 >> 172.21.15.50:0/1035473028 conn(0x7f584c0ca870 msgr2=0x7f584c0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 -- 172.21.15.50:0/1035473028 shutdown_connections 2023-07-12T13:56:45.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.188+0000 7f58523fa640 1 -- 172.21.15.50:0/1035473028 wait complete. 2023-07-12T13:56:45.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 Processor -- start 2023-07-12T13:56:45.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 -- start start 2023-07-12T13:56:45.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f584c0aff80 0x7f584c0c3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 0x7f584c14cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c159770 0x7f584c0af350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f584c0c2aa0 con 0x7f584c156140 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f584c0c3ea0 con 0x7f584c0aff80 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f584c14d2b0 con 0x7f584c159770 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 0x7f584c14cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 0x7f584c14cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34414/0 (socket says 172.21.15.50:34414) 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 -- 172.21.15.50:0/2412348865 learned_addr learned my addr 172.21.15.50:0/2412348865 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584bfff640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f584c0aff80 0x7f584c0c3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f5850997640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c159770 0x7f584c0af350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.200 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 -- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c159770 msgr2=0x7f584c0af350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c159770 0x7f584c0af350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 -- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f584c0aff80 msgr2=0x7f584c0c3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f584c0aff80 0x7f584c0c3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 -- 172.21.15.50:0/2412348865 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5844009b30 con 0x7f584c156140 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f584b7fe640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 0x7f584c14cd70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f584000c480 tx=0x7f584000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5840012830 con 0x7f584c156140 2023-07-12T13:56:45.201 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58400129b0 con 0x7f584c156140 2023-07-12T13:56:45.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5840012d60 con 0x7f584c156140 2023-07-12T13:56:45.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f584c0c3600 con 0x7f584c156140 2023-07-12T13:56:45.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.192+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f584c0c2100 con 0x7f584c156140 2023-07-12T13:56:45.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.196+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f584c0c2be0 con 0x7f584c156140 2023-07-12T13:56:45.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.196+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f584001c460 con 0x7f584c156140 2023-07-12T13:56:45.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.196+0000 7f5848ff9640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f583806a690 0x7f583806cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.196+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f5840083bb0 con 0x7f584c156140 2023-07-12T13:56:45.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.196+0000 7f584bfff640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f583806a690 0x7f583806cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.200+0000 7f584bfff640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f583806a690 0x7f583806cb40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f583c006fd0 tx=0x7f583c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.200+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5840051090 con 0x7f584c156140 2023-07-12T13:56:45.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f584c04e020 con 0x7f584c156140 2023-07-12T13:56:45.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f5848ff9640 1 -- 172.21.15.50:0/2412348865 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f58400546b0 con 0x7f584c156140 2023-07-12T13:56:45.374 INFO:teuthology.orchestra.run.smithi050.stderr:listed 0 entries 2023-07-12T13:56:45.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f583806a690 msgr2=0x7f583806cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f583806a690 0x7f583806cb40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f583c006fd0 tx=0x7f583c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:45.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 msgr2=0x7f584c14cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 0x7f584c14cd70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f584000c480 tx=0x7f584000c940 comp rx=0 tx=0).stop 2023-07-12T13:56:45.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 shutdown_connections 2023-07-12T13:56:45.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f583806a690 0x7f583806cb40 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f584c159770 0x7f584c0af350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f584c156140 0x7f584c14cd70 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 --2- 172.21.15.50:0/2412348865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f584c0aff80 0x7f584c0c3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 >> 172.21.15.50:0/2412348865 conn(0x7f584c0ca870 msgr2=0x7f584c150bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:45.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 shutdown_connections 2023-07-12T13:56:45.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.368+0000 7f58523fa640 1 -- 172.21.15.50:0/2412348865 wait complete. 2023-07-12T13:56:45.394 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi055.front.sepia.ceph.com... 2023-07-12T13:56:45.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:45.395 DEBUG:teuthology.orchestra.run.smithi055:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2023-07-12T13:56:45.419 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:45.420 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T13:56:45.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:56:45.421 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-07-12T13:56:45.471 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-07-12T13:56:45.472 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:45.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 Processor -- start 2023-07-12T13:56:45.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 -- start start 2023-07-12T13:56:45.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec15b8d0 0x7fbbec0cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbbec0b10e0 0x7fbbec0cfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbec0d0500 con 0x7fbbec0d00a0 2023-07-12T13:56:45.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbec0cd370 con 0x7fbbec0b10e0 2023-07-12T13:56:45.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbeb59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec0cf8d0 con 0x7fbbec15b8d0 2023-07-12T13:56:45.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbe9d9b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbbec0b10e0 0x7fbbec0cfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbead9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fbbec0d00a0 0x7fbbec15f4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45454/0 (socket says 172.21.15.50:45454) 2023-07-12T13:56:45.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbead9d640 1 -- 172.21.15.50:0/1518594790 learned_addr learned my addr 172.21.15.50:0/1518594790 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbea59c640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec15b8d0 0x7fbbec0cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbe9d9b640 1 -- 172.21.15.50:0/1518594790 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec15b8d0 msgr2=0x7fbbec0cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbe9d9b640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec15b8d0 0x7fbbec0cf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbe9d9b640 1 -- 172.21.15.50:0/1518594790 >> v1:172.21.15.50:6789/0 conn(0x7fbbec0d00a0 legacy=0x7fbbec15f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbe9d9b640 1 -- 172.21.15.50:0/1518594790 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbec0cc760 con 0x7fbbec0b10e0 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbe959a640 1 -- 172.21.15.50:0/1518594790 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1152763603 0 0) 0x7fbbec0d0500 con 0x7fbbec0d00a0 2023-07-12T13:56:45.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.612+0000 7fbbea59c640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec15b8d0 0x7fbbec0cf390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:45.620 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbe9d9b640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0cfb60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fbbe00097c0 tx=0x7fbbe001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd5297afbd825c63 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbe959a640 1 -- 172.21.15.50:0/1518594790 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbe00ac600 con 0x7fbbec0b10e0 2023-07-12T13:56:45.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbe959a640 1 -- 172.21.15.50:0/1518594790 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbe00a8050 con 0x7fbbec0b10e0 2023-07-12T13:56:45.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbe959a640 1 -- 172.21.15.50:0/1518594790 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbe00ac980 con 0x7fbbec0b10e0 2023-07-12T13:56:45.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 -- 172.21.15.50:0/1518594790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 msgr2=0x7fbbec0cfb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0cfb60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fbbe00097c0 tx=0x7fbbe001c480 comp rx=0 tx=0).stop 2023-07-12T13:56:45.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 -- 172.21.15.50:0/1518594790 shutdown_connections 2023-07-12T13:56:45.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0cfb60 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/1518594790 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec15b8d0 0x7fbbec0cf390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 -- 172.21.15.50:0/1518594790 >> 172.21.15.50:0/1518594790 conn(0x7fbbec09b390 msgr2=0x7fbbec0d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:45.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 -- 172.21.15.50:0/1518594790 shutdown_connections 2023-07-12T13:56:45.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 -- 172.21.15.50:0/1518594790 wait complete. 2023-07-12T13:56:45.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 Processor -- start 2023-07-12T13:56:45.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.616+0000 7fbbeb59e640 1 -- start start 2023-07-12T13:56:45.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0b4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec0d00a0 0x7fbbec0c9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbec15b8d0 0x7fbbec157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec159c30 con 0x7fbbec0b10e0 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec158fb0 con 0x7fbbec15b8d0 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec159290 con 0x7fbbec0d00a0 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0b4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0b4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34436/0 (socket says 172.21.15.50:34436) 2023-07-12T13:56:45.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 -- 172.21.15.50:0/579799722 learned_addr learned my addr 172.21.15.50:0/579799722 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbe9d9b640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec0d00a0 0x7fbbec0c9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbead9d640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbec15b8d0 0x7fbbec157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 -- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec0d00a0 msgr2=0x7fbbec0c9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec0d00a0 0x7fbbec0c9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 -- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbec15b8d0 msgr2=0x7fbbec157f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbec15b8d0 0x7fbbec157f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 -- 172.21.15.50:0/579799722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbe0009420 con 0x7fbbec0b10e0 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbe9d9b640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec0d00a0 0x7fbbec0c9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbead9d640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbec15b8d0 0x7fbbec157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbea59c640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0b4260 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00d800 tx=0x7fbbdc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc0096c0 con 0x7fbbec0b10e0 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbdc009820 con 0x7fbbec0b10e0 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc009bd0 con 0x7fbbec0b10e0 2023-07-12T13:56:45.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbec159570 con 0x7fbbec0b10e0 2023-07-12T13:56:45.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbec0b47a0 con 0x7fbbec0b10e0 2023-07-12T13:56:45.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.620+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbec066b80 con 0x7fbbec0b10e0 2023-07-12T13:56:45.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.624+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbbdc009d30 con 0x7fbbec0b10e0 2023-07-12T13:56:45.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.624+0000 7fbbdaffd640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbbcc066280 0x7fbbcc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.624+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbbdc0844b0 con 0x7fbbec0b10e0 2023-07-12T13:56:45.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.624+0000 7fbbe9d9b640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbbcc066280 0x7fbbcc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.624+0000 7fbbe9d9b640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbbcc066280 0x7fbbcc068730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbbe00ae000 tx=0x7fbbe0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.628+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbbdc0518e0 con 0x7fbbec0b10e0 2023-07-12T13:56:45.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.812+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbbec0d0b40 con 0x7fbbec0b10e0 2023-07-12T13:56:45.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.812+0000 7fbbdaffd640 1 -- 172.21.15.50:0/579799722 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7fbbdc054f00 con 0x7fbbec0b10e0 2023-07-12T13:56:45.819 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:45.819 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:45.820 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:45.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbbcc066280 msgr2=0x7fbbcc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbbcc066280 0x7fbbcc068730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbbe00ae000 tx=0x7fbbe0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:45.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 msgr2=0x7fbbec0b4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0b4260 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00d800 tx=0x7fbbdc00dcc0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 shutdown_connections 2023-07-12T13:56:45.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbbcc066280 0x7fbbcc068730 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbec15b8d0 0x7fbbec157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbbec0d00a0 0x7fbbec0c9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 --2- 172.21.15.50:0/579799722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbec0b10e0 0x7fbbec0b4260 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 >> 172.21.15.50:0/579799722 conn(0x7fbbec09b390 msgr2=0x7fbbec165920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:45.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 shutdown_connections 2023-07-12T13:56:45.822 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.816+0000 7fbbeb59e640 1 -- 172.21.15.50:0/579799722 wait complete. 2023-07-12T13:56:45.841 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:45.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.976+0000 7f69b1c7b640 1 Processor -- start 2023-07-12T13:56:45.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.976+0000 7f69b1c7b640 1 -- start start 2023-07-12T13:56:45.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69b1c7b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f69ac15f610 0x7f69ac069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69b1c7b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f69ac06f8c0 0x7f69ac06fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69b1c7b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69ac070260 con 0x7f69ac15bc80 2023-07-12T13:56:45.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69b1c7b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69ac15db20 con 0x7f69ac15f610 2023-07-12T13:56:45.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69b1c7b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69ac15c050 con 0x7f69ac06f8c0 2023-07-12T13:56:45.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69ab7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f69ac15bc80 0x7f69ac15d410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45468/0 (socket says 172.21.15.50:45468) 2023-07-12T13:56:45.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69ab7fe640 1 -- 172.21.15.50:0/3155616940 learned_addr learned my addr 172.21.15.50:0/3155616940 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:45.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aaffd640 1 --2- 172.21.15.50:0/3155616940 >> v2:172.21.15.50:3300/0 conn(0x7f69ac15f610 0x7f69ac069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69abfff640 1 --2- 172.21.15.50:0/3155616940 >> v2:172.21.15.55:3300/0 conn(0x7f69ac06f8c0 0x7f69ac06fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aa7fc640 1 -- 172.21.15.50:0/3155616940 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3555880174 0 0) 0x7f69ac070260 con 0x7f69ac15bc80 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aa7fc640 1 -- 172.21.15.50:0/3155616940 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6994003530 con 0x7f69ac15bc80 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aaffd640 1 -- 172.21.15.50:0/3155616940 >> v2:172.21.15.55:3300/0 conn(0x7f69ac06f8c0 msgr2=0x7f69ac06fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aaffd640 1 --2- 172.21.15.50:0/3155616940 >> v2:172.21.15.55:3300/0 conn(0x7f69ac06f8c0 0x7f69ac06fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aaffd640 1 -- 172.21.15.50:0/3155616940 >> v1:172.21.15.50:6789/0 conn(0x7f69ac15bc80 legacy=0x7f69ac15d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aaffd640 1 -- 172.21.15.50:0/3155616940 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ac15fad0 con 0x7f69ac15f610 2023-07-12T13:56:45.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.980+0000 7f69aaffd640 1 --2- 172.21.15.50:0/3155616940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac15f610 0x7f69ac069ea0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f69ac06a7b0 tx=0x7f69a001c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83a6b974df1a8bc2 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69aa7fc640 1 -- 172.21.15.50:0/3155616940 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69a00a7070 con 0x7f69ac15f610 2023-07-12T13:56:45.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69aa7fc640 1 -- 172.21.15.50:0/3155616940 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69a00ab430 con 0x7f69ac15f610 2023-07-12T13:56:45.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69aa7fc640 1 -- 172.21.15.50:0/3155616940 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69a00ab7c0 con 0x7f69ac15f610 2023-07-12T13:56:45.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- 172.21.15.50:0/3155616940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac15f610 msgr2=0x7f69ac069ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/3155616940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac15f610 0x7f69ac069ea0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f69ac06a7b0 tx=0x7f69a001c430 comp rx=0 tx=0).stop 2023-07-12T13:56:45.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- 172.21.15.50:0/3155616940 shutdown_connections 2023-07-12T13:56:45.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/3155616940 >> v2:172.21.15.55:3300/0 conn(0x7f69ac06f8c0 0x7f69ac06fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/3155616940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac15f610 0x7f69ac069ea0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- 172.21.15.50:0/3155616940 >> 172.21.15.50:0/3155616940 conn(0x7f69ac0b0de0 msgr2=0x7f69ac0ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:45.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- 172.21.15.50:0/3155616940 shutdown_connections 2023-07-12T13:56:45.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- 172.21.15.50:0/3155616940 wait complete. 2023-07-12T13:56:45.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 Processor -- start 2023-07-12T13:56:45.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- start start 2023-07-12T13:56:45.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 0x7f69ac0c5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f69ac15bc80 0x7f69ac157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69ac15f610 0x7f69ac157b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69ac1407d0 con 0x7f69ac06f8c0 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69ac143a20 con 0x7f69ac15f610 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69b1c7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69ac142c60 con 0x7f69ac15bc80 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69ab7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 0x7f69ac0c5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69ab7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 0x7f69ac0c5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34460/0 (socket says 172.21.15.50:34460) 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.984+0000 7f69ab7fe640 1 -- 172.21.15.50:0/2702048825 learned_addr learned my addr 172.21.15.50:0/2702048825 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69ab7fe640 1 -- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f69ac15bc80 msgr2=0x7f69ac157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69ab7fe640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f69ac15bc80 0x7f69ac157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69ab7fe640 1 -- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69ac15f610 msgr2=0x7f69ac157b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69ab7fe640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69ac15f610 0x7f69ac157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69ab7fe640 1 -- 172.21.15.50:0/2702048825 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69a0009420 con 0x7f69ac06f8c0 2023-07-12T13:56:45.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69ab7fe640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 0x7f69ac0c5b80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f699c00c4d0 tx=0x7f699c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f699c005cf0 con 0x7f69ac06f8c0 2023-07-12T13:56:45.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f699c005e50 con 0x7f69ac06f8c0 2023-07-12T13:56:45.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f699c007270 con 0x7f69ac06f8c0 2023-07-12T13:56:45.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69ac142f40 con 0x7f69ac06f8c0 2023-07-12T13:56:45.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69ac143500 con 0x7f69ac06f8c0 2023-07-12T13:56:45.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69ac143720 con 0x7f69ac06f8c0 2023-07-12T13:56:45.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f699c0073d0 con 0x7f69ac06f8c0 2023-07-12T13:56:45.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f6993fff640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6998066280 0x7f6998068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:45.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.988+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f699c083240 con 0x7f69ac06f8c0 2023-07-12T13:56:45.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.992+0000 7f69aaffd640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6998066280 0x7f6998068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:45.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.992+0000 7f69aaffd640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6998066280 0x7f6998068730 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f69a00af000 tx=0x7f69a0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:45.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:45.992+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f699c050730 con 0x7f69ac06f8c0 2023-07-12T13:56:46.157 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.152+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f69ac04e020 con 0x7f69ac06f8c0 2023-07-12T13:56:46.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.152+0000 7f6993fff640 1 -- 172.21.15.50:0/2702048825 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f699c053d50 con 0x7f69ac06f8c0 2023-07-12T13:56:46.159 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:46.159 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:46.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6998066280 msgr2=0x7f6998068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6998066280 0x7f6998068730 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f69a00af000 tx=0x7f69a0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:46.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 msgr2=0x7f69ac0c5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 0x7f69ac0c5b80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f699c00c4d0 tx=0x7f699c00c990 comp rx=0 tx=0).stop 2023-07-12T13:56:46.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 shutdown_connections 2023-07-12T13:56:46.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6998066280 0x7f6998068730 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69ac15f610 0x7f69ac157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f69ac15bc80 0x7f69ac157600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 --2- 172.21.15.50:0/2702048825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69ac06f8c0 0x7f69ac0c5b80 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 >> 172.21.15.50:0/2702048825 conn(0x7f69ac0b0de0 msgr2=0x7f69ac06c2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:46.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 shutdown_connections 2023-07-12T13:56:46.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.156+0000 7f69b1c7b640 1 -- 172.21.15.50:0/2702048825 wait complete. 2023-07-12T13:56:46.180 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-12T13:55:45.688422+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-07-12T13:55:46.943279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:56:46.181 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:56:46.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b3940640 1 Processor -- start 2023-07-12T13:56:46.326 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b3940640 1 -- start start 2023-07-12T13:56:46.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b3940640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 0x7fb8ac070980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.327 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b3940640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8ac0c97d0 con 0x7fb8ac15fcf0 2023-07-12T13:56:46.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b3940640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8ac0ca5d0 con 0x7fb8ac0aff80 2023-07-12T13:56:46.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b3940640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac0c9a00 con 0x7fb8ac1600c0 2023-07-12T13:56:46.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b16dc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fb8ac15fcf0 0x7fb8ac0af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45476/0 (socket says 172.21.15.50:45476) 2023-07-12T13:56:46.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b16dc640 1 -- 172.21.15.50:0/3120994573 learned_addr learned my addr 172.21.15.50:0/3120994573 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:46.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8b0edb640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 0x7fb8ac070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.328 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3104925146 0 0) 0x7fb8ac0c97d0 con 0x7fb8ac15fcf0 2023-07-12T13:56:46.329 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.320+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb898003530 con 0x7fb8ac15fcf0 2023-07-12T13:56:46.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3418728565 0 0) 0x7fb8ac0ca5d0 con 0x7fb8ac0aff80 2023-07-12T13:56:46.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8ac0c97d0 con 0x7fb8ac0aff80 2023-07-12T13:56:46.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1284020227 0 0) 0x7fb898003530 con 0x7fb8ac15fcf0 2023-07-12T13:56:46.330 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 msgr2=0x7fb8ac070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:46.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 0x7fb8ac070980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 >> v1:172.21.15.55:6789/0 conn(0x7fb8ac0aff80 legacy=0x7fb8ac163cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8ac0c9ca0 con 0x7fb8ac15fcf0 2023-07-12T13:56:46.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fb8a8001680 con 0x7fb8ac15fcf0 2023-07-12T13:56:46.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 >> v1:172.21.15.50:6789/0 conn(0x7fb8ac15fcf0 legacy=0x7fb8ac0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.331 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb898003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8980047d0 0x7fb898004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 0x7fb898005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac0c9a00 con 0x7fb898003bb0 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb89800ba70 con 0x7fb8980047d0 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb89800bc30 con 0x7fb8ac1600c0 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb898003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.332 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b0edb640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8980047d0 0x7fb898004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b1edd640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 0x7fb898005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 -- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 msgr2=0x7fb898005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:46.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac1600c0 0x7fb898005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 -- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8980047d0 msgr2=0x7fb898004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:46.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8980047d0 0x7fb898004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.333 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 -- 172.21.15.50:0/3120994573 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb898003530 con 0x7fb898003bb0 2023-07-12T13:56:46.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.324+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb898003fa0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb8a800c160 tx=0x7fb8a801cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d13a08752d1db7ec server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:46.335 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8a80058e0 con 0x7fb898003bb0 2023-07-12T13:56:46.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8a8005a60 con 0x7fb898003bb0 2023-07-12T13:56:46.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8a3fff640 1 -- 172.21.15.50:0/3120994573 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8a8005e10 con 0x7fb898003bb0 2023-07-12T13:56:46.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- 172.21.15.50:0/3120994573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 msgr2=0x7fb898003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.336 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 --2- 172.21.15.50:0/3120994573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb898003fa0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb8a800c160 tx=0x7fb8a801cbc0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b1edd640 1 -- 172.21.15.50:0/3120994573 reap_dead start 2023-07-12T13:56:46.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- 172.21.15.50:0/3120994573 shutdown_connections 2023-07-12T13:56:46.337 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- 172.21.15.50:0/3120994573 >> 172.21.15.50:0/3120994573 conn(0x7fb8ac0ca870 msgr2=0x7fb8ac0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:46.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- 172.21.15.50:0/3120994573 shutdown_connections 2023-07-12T13:56:46.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- 172.21.15.50:0/3120994573 wait complete. 2023-07-12T13:56:46.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 Processor -- start 2023-07-12T13:56:46.338 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- start start 2023-07-12T13:56:46.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb8ac0c7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac162e40 0x7fb8ac15a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.342 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8ac1615c0 0x7fb8ac06add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac15aca0 con 0x7fb898003bb0 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac1632b0 con 0x7fb8ac1615c0 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.328+0000 7fb8b3940640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac161da0 con 0x7fb8ac162e40 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb8ac0c7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb8ac0c7720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34478/0 (socket says 172.21.15.50:34478) 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 -- 172.21.15.50:0/1216625329 learned_addr learned my addr 172.21.15.50:0/1216625329 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b0edb640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac162e40 0x7fb8ac15a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.343 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b1edd640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8ac1615c0 0x7fb8ac06add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 -- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac162e40 msgr2=0x7fb8ac15a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac162e40 0x7fb8ac15a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 -- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8ac1615c0 msgr2=0x7fb8ac06add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8ac1615c0 0x7fb8ac06add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 -- 172.21.15.50:0/1216625329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8ac162080 con 0x7fb898003bb0 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b1edd640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8ac1615c0 0x7fb8ac06add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:46.344 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b16dc640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb8ac0c7720 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb8a80ab040 tx=0x7fb898005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:46.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8a80a5cd0 con 0x7fb898003bb0 2023-07-12T13:56:46.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8a80a5e30 con 0x7fb898003bb0 2023-07-12T13:56:46.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8a80049f0 con 0x7fb898003bb0 2023-07-12T13:56:46.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8ac162360 con 0x7fb898003bb0 2023-07-12T13:56:46.345 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8ac162920 con 0x7fb898003bb0 2023-07-12T13:56:46.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8ac04e020 con 0x7fb898003bb0 2023-07-12T13:56:46.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.332+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb8a8004b50 con 0x7fb898003bb0 2023-07-12T13:56:46.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.336+0000 7fb8a1ffb640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb890066280 0x7fb890068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.336+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb8a811d9e0 con 0x7fb898003bb0 2023-07-12T13:56:46.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.336+0000 7fb8b0edb640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb890066280 0x7fb890068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.346 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.336+0000 7fb8b0edb640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb890066280 0x7fb890068730 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb8ac1f8820 tx=0x7fb89c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:46.347 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.336+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb8a80eacf0 con 0x7fb898003bb0 2023-07-12T13:56:46.499 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.492+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb8ac06c080 con 0x7fb898003bb0 2023-07-12T13:56:46.500 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.492+0000 7fb8a1ffb640 1 -- 172.21.15.50:0/1216625329 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb8a80be0a0 con 0x7fb898003bb0 2023-07-12T13:56:46.500 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:56:46.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb890066280 msgr2=0x7fb890068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb890066280 0x7fb890068730 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb8ac1f8820 tx=0x7fb89c008040 comp rx=0 tx=0).stop 2023-07-12T13:56:46.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 msgr2=0x7fb8ac0c7720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb8ac0c7720 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb8a80ab040 tx=0x7fb898005800 comp rx=0 tx=0).stop 2023-07-12T13:56:46.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 shutdown_connections 2023-07-12T13:56:46.502 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb890066280 0x7fb890068730 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8ac1615c0 0x7fb8ac06add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb8ac162e40 0x7fb8ac15a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 --2- 172.21.15.50:0/1216625329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb898003bb0 0x7fb8ac0c7720 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.503 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 >> 172.21.15.50:0/1216625329 conn(0x7fb8ac0ca870 msgr2=0x7fb8ac0af130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:46.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 shutdown_connections 2023-07-12T13:56:46.504 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.496+0000 7fb8b3940640 1 -- 172.21.15.50:0/1216625329 wait complete. 2023-07-12T13:56:46.521 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:56:46.666 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.660+0000 7fcffacf9640 1 Processor -- start 2023-07-12T13:56:46.667 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.660+0000 7fcffacf9640 1 -- start start 2023-07-12T13:56:46.667 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.660+0000 7fcffacf9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff415d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.668 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcffacf9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcff4160d80 con 0x7fcff406b970 2023-07-12T13:56:46.668 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcffacf9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcff40cddd0 con 0x7fcff40cf8c0 2023-07-12T13:56:46.668 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcffacf9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcff41601e0 con 0x7fcff415c390 2023-07-12T13:56:46.669 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff9296640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fcff406b970 0x7fcff406a5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45484/0 (socket says 172.21.15.50:45484) 2023-07-12T13:56:46.669 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff9296640 1 -- 172.21.15.50:0/3220596369 learned_addr learned my addr 172.21.15.50:0/3220596369 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:46.669 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff8a95640 1 --2- 172.21.15.50:0/3220596369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.669 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff37fe640 1 -- 172.21.15.50:0/3220596369 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1098419510 0 0) 0x7fcfec0014a0 con 0x7fcff406b970 2023-07-12T13:56:46.669 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff37fe640 1 -- 172.21.15.50:0/3220596369 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcfe4003530 con 0x7fcff406b970 2023-07-12T13:56:46.670 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff8a95640 1 -- 172.21.15.50:0/3220596369 >> v1:172.21.15.55:6789/0 conn(0x7fcff40cf8c0 legacy=0x7fcff4160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.670 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff8a95640 1 -- 172.21.15.50:0/3220596369 >> v1:172.21.15.50:6789/0 conn(0x7fcff406b970 legacy=0x7fcff406a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.670 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff37fe640 1 -- 172.21.15.50:0/3220596369 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3788984897 0 0) 0x7fcff40cddd0 con 0x7fcff40cf8c0 2023-07-12T13:56:46.670 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff8a95640 1 -- 172.21.15.50:0/3220596369 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcff415d7c0 con 0x7fcff415c390 2023-07-12T13:56:46.671 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.664+0000 7fcff8a95640 1 --2- 172.21.15.50:0/3220596369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff415d280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcfe80097f0 tx=0x7fcfe801c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a0a83fbc8963256 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:46.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcff37fe640 1 -- 172.21.15.50:0/3220596369 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe80ab600 con 0x7fcff415c390 2023-07-12T13:56:46.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcff37fe640 1 -- 172.21.15.50:0/3220596369 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfe80a7050 con 0x7fcff415c390 2023-07-12T13:56:46.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcff37fe640 1 -- 172.21.15.50:0/3220596369 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe80ab980 con 0x7fcff415c390 2023-07-12T13:56:46.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- 172.21.15.50:0/3220596369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 msgr2=0x7fcff415d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 --2- 172.21.15.50:0/3220596369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff415d280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcfe80097f0 tx=0x7fcfe801c370 comp rx=0 tx=0).stop 2023-07-12T13:56:46.673 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- 172.21.15.50:0/3220596369 shutdown_connections 2023-07-12T13:56:46.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 --2- 172.21.15.50:0/3220596369 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff415d280 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- 172.21.15.50:0/3220596369 >> 172.21.15.50:0/3220596369 conn(0x7fcff406e0c0 msgr2=0x7fcff406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:46.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- 172.21.15.50:0/3220596369 shutdown_connections 2023-07-12T13:56:46.674 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- 172.21.15.50:0/3220596369 wait complete. 2023-07-12T13:56:46.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 Processor -- start 2023-07-12T13:56:46.675 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- start start 2023-07-12T13:56:46.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 0x7fcff414d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcff40cf8c0 0x7fcff40b1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff40d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.678 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff40c83e0 con 0x7fcff406b970 2023-07-12T13:56:46.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff40c77d0 con 0x7fcff40cf8c0 2023-07-12T13:56:46.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.668+0000 7fcffacf9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcff40c7ab0 con 0x7fcff415c390 2023-07-12T13:56:46.679 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 0x7fcff414d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 0x7fcff414d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34486/0 (socket says 172.21.15.50:34486) 2023-07-12T13:56:46.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 -- 172.21.15.50:0/2156332953 learned_addr learned my addr 172.21.15.50:0/2156332953 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:46.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff3fff640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcff40cf8c0 0x7fcff40b1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.680 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff9296640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff40d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 -- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 msgr2=0x7fcff40d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff40d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 -- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcff40cf8c0 msgr2=0x7fcff40b1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.681 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcff40cf8c0 0x7fcff40b1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 -- 172.21.15.50:0/2156332953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe8009420 con 0x7fcff406b970 2023-07-12T13:56:46.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff8a95640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 0x7fcff414d880 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8009740 tx=0x7fcfe8019110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:46.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8004030 con 0x7fcff406b970 2023-07-12T13:56:46.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfe8004190 con 0x7fcff406b970 2023-07-12T13:56:46.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcff40cfe50 con 0x7fcff406b970 2023-07-12T13:56:46.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8003620 con 0x7fcff406b970 2023-07-12T13:56:46.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcff40c8070 con 0x7fcff406b970 2023-07-12T13:56:46.683 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcff40cfcb0 con 0x7fcff406b970 2023-07-12T13:56:46.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.672+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcfe80b2040 con 0x7fcff406b970 2023-07-12T13:56:46.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.676+0000 7fcff17fa640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcfd8066280 0x7fcfd8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:46.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.676+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fcfe811dcb0 con 0x7fcff406b970 2023-07-12T13:56:46.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.676+0000 7fcff3fff640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcfd8066280 0x7fcfd8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:46.684 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.676+0000 7fcff3fff640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcfd8066280 0x7fcfd8068730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fcff4160a20 tx=0x7fcfe0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:46.685 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.680+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcff40cfcb0 con 0x7fcff406b970 2023-07-12T13:56:46.839 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.832+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fcff40cfcb0 con 0x7fcff406b970 2023-07-12T13:56:46.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcff17fa640 1 -- 172.21.15.50:0/2156332953 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7fcff40cfcb0 con 0x7fcff406b970 2023-07-12T13:56:46.841 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:56:46.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcfd8066280 msgr2=0x7fcfd8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcfd8066280 0x7fcfd8068730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fcff4160a20 tx=0x7fcfe0009040 comp rx=0 tx=0).stop 2023-07-12T13:56:46.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 msgr2=0x7fcff414d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 0x7fcff414d880 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8009740 tx=0x7fcfe8019110 comp rx=0 tx=0).stop 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 shutdown_connections 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcfd8066280 0x7fcfd8068730 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcff415c390 0x7fcff40d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcff40cf8c0 0x7fcff40b1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 --2- 172.21.15.50:0/2156332953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcff406b970 0x7fcff414d880 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 >> 172.21.15.50:0/2156332953 conn(0x7fcff406e0c0 msgr2=0x7fcff415b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:46.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 shutdown_connections 2023-07-12T13:56:46.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:46.836+0000 7fcffacf9640 1 -- 172.21.15.50:0/2156332953 wait complete. 2023-07-12T13:56:46.861 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-12T13:56:47.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 Processor -- start 2023-07-12T13:56:47.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 -- start start 2023-07-12T13:56:47.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15415c390 0x7fb15415d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb1540cf8c0 0x7fb154160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fb15406b970 0x7fb15406bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb15406c330 con 0x7fb1540cf8c0 2023-07-12T13:56:47.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1540cddd0 con 0x7fb15406b970 2023-07-12T13:56:47.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb158c0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1541601e0 con 0x7fb15415c390 2023-07-12T13:56:47.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb1540cf8c0 0x7fb154160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb1540cf8c0 0x7fb154160670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34490/0 (socket says 172.21.15.50:34490) 2023-07-12T13:56:47.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 -- 172.21.15.50:0/764758735 learned_addr learned my addr 172.21.15.50:0/764758735 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:47.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb152d9d640 1 --2- 172.21.15.50:0/764758735 >> v2:172.21.15.55:3300/0 conn(0x7fb15406b970 0x7fb15406bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb15259c640 1 --2- 172.21.15.50:0/764758735 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15415c390 0x7fb15415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 -- 172.21.15.50:0/764758735 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15415c390 msgr2=0x7fb15415d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:47.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 --2- 172.21.15.50:0/764758735 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15415c390 0x7fb15415d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 -- 172.21.15.50:0/764758735 >> v2:172.21.15.55:3300/0 conn(0x7fb15406b970 msgr2=0x7fb15406bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:47.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 --2- 172.21.15.50:0/764758735 >> v2:172.21.15.55:3300/0 conn(0x7fb15406b970 0x7fb15406bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.004+0000 7fb14bfff640 1 -- 172.21.15.50:0/764758735 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb15415d7c0 con 0x7fb1540cf8c0 2023-07-12T13:56:47.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb14bfff640 1 --2- 172.21.15.50:0/764758735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1540cf8c0 0x7fb154160670 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb1540cd980 tx=0x7fb13c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96ef477712bef3c3 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb151d9b640 1 -- 172.21.15.50:0/764758735 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c0ab600 con 0x7fb1540cf8c0 2023-07-12T13:56:47.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb151d9b640 1 -- 172.21.15.50:0/764758735 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb13c0a7050 con 0x7fb1540cf8c0 2023-07-12T13:56:47.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb151d9b640 1 -- 172.21.15.50:0/764758735 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c0ab980 con 0x7fb1540cf8c0 2023-07-12T13:56:47.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 -- 172.21.15.50:0/764758735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1540cf8c0 msgr2=0x7fb154160670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 --2- 172.21.15.50:0/764758735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1540cf8c0 0x7fb154160670 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb1540cd980 tx=0x7fb13c01c3b0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 -- 172.21.15.50:0/764758735 shutdown_connections 2023-07-12T13:56:47.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 --2- 172.21.15.50:0/764758735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1540cf8c0 0x7fb154160670 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 --2- 172.21.15.50:0/764758735 >> v2:172.21.15.55:3300/0 conn(0x7fb15406b970 0x7fb15406bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 --2- 172.21.15.50:0/764758735 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15415c390 0x7fb15415d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 -- 172.21.15.50:0/764758735 >> 172.21.15.50:0/764758735 conn(0x7fb15406e0c0 msgr2=0x7fb15406eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:47.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 -- 172.21.15.50:0/764758735 shutdown_connections 2023-07-12T13:56:47.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.008+0000 7fb158c0b640 1 -- 172.21.15.50:0/764758735 wait complete. 2023-07-12T13:56:47.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 Processor -- start 2023-07-12T13:56:47.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 -- start start 2023-07-12T13:56:47.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15406b970 0x7fb154152590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1540cf8c0 0x7fb154158ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 0x7fb1540c72d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb154159ab0 con 0x7fb15415c390 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb154159d90 con 0x7fb1540cf8c0 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb15415a070 con 0x7fb15406b970 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 0x7fb1540c72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 0x7fb1540c72d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34496/0 (socket says 172.21.15.50:34496) 2023-07-12T13:56:47.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 -- 172.21.15.50:0/1204079344 learned_addr learned my addr 172.21.15.50:0/1204079344 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb15259c640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15406b970 0x7fb154152590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb14bfff640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1540cf8c0 0x7fb154158ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 -- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15406b970 msgr2=0x7fb154152590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15406b970 0x7fb154152590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 -- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1540cf8c0 msgr2=0x7fb154158ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1540cf8c0 0x7fb154158ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 -- 172.21.15.50:0/1204079344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb13c0094d0 con 0x7fb15415c390 2023-07-12T13:56:47.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb152d9d640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 0x7fb1540c72d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb14c00eed0 tx=0x7fb14c00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb14c010040 con 0x7fb15415c390 2023-07-12T13:56:47.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb14c00bd20 con 0x7fb15415c390 2023-07-12T13:56:47.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb14c014640 con 0x7fb15415c390 2023-07-12T13:56:47.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb15415a350 con 0x7fb15415c390 2023-07-12T13:56:47.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.012+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb154152ad0 con 0x7fb15415c390 2023-07-12T13:56:47.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.016+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb15404e020 con 0x7fb15415c390 2023-07-12T13:56:47.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.016+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb14c0147a0 con 0x7fb15415c390 2023-07-12T13:56:47.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.016+0000 7fb14affd640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb134066280 0x7fb134068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.016+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fb14c0842b0 con 0x7fb15415c390 2023-07-12T13:56:47.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.016+0000 7fb15259c640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb134066280 0x7fb134068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.016+0000 7fb15259c640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb134066280 0x7fb134068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb144009b60 tx=0x7fb144009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.020+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb14c051790 con 0x7fb15415c390 2023-07-12T13:56:47.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.176+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb15415a800 con 0x7fb15415c390 2023-07-12T13:56:47.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.176+0000 7fb14affd640 1 -- 172.21.15.50:0/1204079344 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb14c054db0 con 0x7fb15415c390 2023-07-12T13:56:47.183 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 32 2023-07-12T13:56:47.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb134066280 msgr2=0x7fb134068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb134066280 0x7fb134068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb144009b60 tx=0x7fb144009190 comp rx=0 tx=0).stop 2023-07-12T13:56:47.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 msgr2=0x7fb1540c72d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 0x7fb1540c72d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb14c00eed0 tx=0x7fb14c00b480 comp rx=0 tx=0).stop 2023-07-12T13:56:47.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 shutdown_connections 2023-07-12T13:56:47.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fb134066280 0x7fb134068730 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb15415c390 0x7fb1540c72d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1540cf8c0 0x7fb154158ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 --2- 172.21.15.50:0/1204079344 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fb15406b970 0x7fb154152590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 >> 172.21.15.50:0/1204079344 conn(0x7fb15406e0c0 msgr2=0x7fb1540cc0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:47.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 shutdown_connections 2023-07-12T13:56:47.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.180+0000 7fb158c0b640 1 -- 172.21.15.50:0/1204079344 wait complete. 2023-07-12T13:56:47.204 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-12T13:56:47.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 Processor -- start 2023-07-12T13:56:47.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 -- start start 2023-07-12T13:56:47.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f16e015d280 0x7f16e0160670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e006b970 0x7f16e006bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16e00cddd0 con 0x7f16e015c390 2023-07-12T13:56:47.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16e006c330 con 0x7f16e015d280 2023-07-12T13:56:47.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e6e5c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e01601e0 con 0x7f16e006b970 2023-07-12T13:56:47.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e4bf8640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f16e015c390 0x7f16e00cf8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:40694/0 (socket says 172.21.15.50:40694) 2023-07-12T13:56:47.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e4bf8640 1 -- 172.21.15.50:0/714710692 learned_addr learned my addr 172.21.15.50:0/714710692 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:47.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e53f9640 1 --2- 172.21.15.50:0/714710692 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e006b970 0x7f16e006bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16dffff640 1 --2- 172.21.15.50:0/714710692 >> v2:172.21.15.55:3300/0 conn(0x7f16e015d280 0x7f16e0160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16df7fe640 1 -- 172.21.15.50:0/714710692 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1948307605 0 0) 0x7f16e00cddd0 con 0x7f16e015c390 2023-07-12T13:56:47.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16df7fe640 1 -- 172.21.15.50:0/714710692 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f16d0003530 con 0x7f16e015c390 2023-07-12T13:56:47.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e53f9640 1 -- 172.21.15.50:0/714710692 >> v2:172.21.15.55:3300/0 conn(0x7f16e015d280 msgr2=0x7f16e0160670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:47.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e53f9640 1 --2- 172.21.15.50:0/714710692 >> v2:172.21.15.55:3300/0 conn(0x7f16e015d280 0x7f16e0160670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e53f9640 1 -- 172.21.15.50:0/714710692 >> v1:172.21.15.55:6789/0 conn(0x7f16e015c390 legacy=0x7f16e00cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.344+0000 7f16e53f9640 1 -- 172.21.15.50:0/714710692 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16e00ce020 con 0x7f16e006b970 2023-07-12T13:56:47.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e53f9640 1 --2- 172.21.15.50:0/714710692 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e006b970 0x7f16e006bdf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f16d8009d90 tx=0x7f16d801c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1091e71b73703319 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16df7fe640 1 -- 172.21.15.50:0/714710692 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d80a58e0 con 0x7f16e006b970 2023-07-12T13:56:47.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16df7fe640 1 -- 172.21.15.50:0/714710692 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16d80a5a40 con 0x7f16e006b970 2023-07-12T13:56:47.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16df7fe640 1 -- 172.21.15.50:0/714710692 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d80a5dd0 con 0x7f16e006b970 2023-07-12T13:56:47.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 -- 172.21.15.50:0/714710692 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e006b970 msgr2=0x7f16e006bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/714710692 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e006b970 0x7f16e006bdf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f16d8009d90 tx=0x7f16d801c800 comp rx=0 tx=0).stop 2023-07-12T13:56:47.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 -- 172.21.15.50:0/714710692 shutdown_connections 2023-07-12T13:56:47.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/714710692 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e006b970 0x7f16e006bdf0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/714710692 >> v2:172.21.15.55:3300/0 conn(0x7f16e015d280 0x7f16e0160670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 -- 172.21.15.50:0/714710692 >> 172.21.15.50:0/714710692 conn(0x7f16e006e0c0 msgr2=0x7f16e006eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:47.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 -- 172.21.15.50:0/714710692 shutdown_connections 2023-07-12T13:56:47.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.348+0000 7f16e6e5c640 1 -- 172.21.15.50:0/714710692 wait complete. 2023-07-12T13:56:47.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 Processor -- start 2023-07-12T13:56:47.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 -- start start 2023-07-12T13:56:47.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16e006b970 0x7f16e01f86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 0x7f16e00c6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e015d280 0x7f16e01546f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e00c4260 con 0x7f16e015c390 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e015bd70 con 0x7f16e006b970 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e014f4b0 con 0x7f16e015d280 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 0x7f16e00c6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 0x7f16e00c6660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34510/0 (socket says 172.21.15.50:34510) 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 -- 172.21.15.50:0/4186068047 learned_addr learned my addr 172.21.15.50:0/4186068047 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:47.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e4bf8640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16e006b970 0x7f16e01f86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e53f9640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e015d280 0x7f16e01546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 -- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e015d280 msgr2=0x7f16e01546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e015d280 0x7f16e01546f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 -- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16e006b970 msgr2=0x7f16e01f86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16e006b970 0x7f16e01f86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 -- 172.21.15.50:0/4186068047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16d8009a70 con 0x7f16e015c390 2023-07-12T13:56:47.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dffff640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 0x7f16e00c6660 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f16cc00e960 tx=0x7f16cc00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16cc009690 con 0x7f16e015c390 2023-07-12T13:56:47.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16cc00ca00 con 0x7f16e015c390 2023-07-12T13:56:47.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16cc00cd70 con 0x7f16e015c390 2023-07-12T13:56:47.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16e01f8c20 con 0x7f16e015c390 2023-07-12T13:56:47.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.352+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16e00c5ba0 con 0x7f16e015c390 2023-07-12T13:56:47.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.356+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16e00c5620 con 0x7f16e015c390 2023-07-12T13:56:47.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.356+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f16cc013470 con 0x7f16e015c390 2023-07-12T13:56:47.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.356+0000 7f16dd7fa640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f16c4066280 0x7f16c4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.356+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f16cc083f90 con 0x7f16e015c390 2023-07-12T13:56:47.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.356+0000 7f16e4bf8640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f16c4066280 0x7f16c4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.356+0000 7f16e4bf8640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f16c4066280 0x7f16c4068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f16d40011f0 tx=0x7f16d4007d40 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.366 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.360+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f16cc0513e0 con 0x7f16e015c390 2023-07-12T13:56:47.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f16e004e020 con 0x7f16e015c390 2023-07-12T13:56:47.521 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16dd7fa640 1 -- 172.21.15.50:0/4186068047 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f16cc0170a0 con 0x7f16e015c390 2023-07-12T13:56:47.522 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 64 2023-07-12T13:56:47.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f16c4066280 msgr2=0x7f16c4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.524 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f16c4066280 0x7f16c4068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f16d40011f0 tx=0x7f16d4007d40 comp rx=0 tx=0).stop 2023-07-12T13:56:47.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 msgr2=0x7f16e00c6660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 0x7f16e00c6660 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f16cc00e960 tx=0x7f16cc00ee20 comp rx=0 tx=0).stop 2023-07-12T13:56:47.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 shutdown_connections 2023-07-12T13:56:47.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f16c4066280 0x7f16c4068730 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f16e015d280 0x7f16e01546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16e015c390 0x7f16e00c6660 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 --2- 172.21.15.50:0/4186068047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16e006b970 0x7f16e01f86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 >> 172.21.15.50:0/4186068047 conn(0x7f16e006e0c0 msgr2=0x7f16e00cc3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:47.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 shutdown_connections 2023-07-12T13:56:47.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.516+0000 7f16e6e5c640 1 -- 172.21.15.50:0/4186068047 wait complete. 2023-07-12T13:56:47.544 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:47.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 Processor -- start 2023-07-12T13:56:47.689 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 -- start start 2023-07-12T13:56:47.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f0d8815c0d0 0x7f0d8806c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0d880cddd0 0x7f0d880ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d880d0f20 con 0x7f0d880cd120 2023-07-12T13:56:47.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d8806be10 con 0x7f0d880cddd0 2023-07-12T13:56:47.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d8df03640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d880cd510 con 0x7f0d8815c0d0 2023-07-12T13:56:47.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0d880cddd0 0x7f0d880ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0d880cddd0 0x7f0d880ccbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34514/0 (socket says 172.21.15.50:34514) 2023-07-12T13:56:47.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 -- 172.21.15.50:0/1531129672 learned_addr learned my addr 172.21.15.50:0/1531129672 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:47.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d877fe640 1 --2- 172.21.15.50:0/1531129672 >> v2:172.21.15.55:3300/0 conn(0x7f0d8815c0d0 0x7f0d8806c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 -- 172.21.15.50:0/1531129672 >> v2:172.21.15.55:3300/0 conn(0x7f0d8815c0d0 msgr2=0x7f0d8806c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:47.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 --2- 172.21.15.50:0/1531129672 >> v2:172.21.15.55:3300/0 conn(0x7f0d8815c0d0 0x7f0d8806c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 -- 172.21.15.50:0/1531129672 >> v1:172.21.15.55:6789/0 conn(0x7f0d880cd120 legacy=0x7f0d8815fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.684+0000 7f0d86ffd640 1 -- 172.21.15.50:0/1531129672 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d880cfaf0 con 0x7f0d880cddd0 2023-07-12T13:56:47.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d86ffd640 1 --2- 172.21.15.50:0/1531129672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d880cddd0 0x7f0d880ccbe0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0d880708f0 tx=0x7f0d7c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b830befc2ff0a50 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d867fc640 1 -- 172.21.15.50:0/1531129672 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c0aa650 con 0x7f0d880cddd0 2023-07-12T13:56:47.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d867fc640 1 -- 172.21.15.50:0/1531129672 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7c0aa7b0 con 0x7f0d880cddd0 2023-07-12T13:56:47.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d867fc640 1 -- 172.21.15.50:0/1531129672 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c0aab40 con 0x7f0d880cddd0 2023-07-12T13:56:47.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 -- 172.21.15.50:0/1531129672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d880cddd0 msgr2=0x7f0d880ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1531129672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d880cddd0 0x7f0d880ccbe0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0d880708f0 tx=0x7f0d7c01c4d0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 -- 172.21.15.50:0/1531129672 shutdown_connections 2023-07-12T13:56:47.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1531129672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d880cddd0 0x7f0d880ccbe0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1531129672 >> v2:172.21.15.55:3300/0 conn(0x7f0d8815c0d0 0x7f0d8806c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 -- 172.21.15.50:0/1531129672 >> 172.21.15.50:0/1531129672 conn(0x7f0d8806d480 msgr2=0x7f0d8806d850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:47.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 -- 172.21.15.50:0/1531129672 shutdown_connections 2023-07-12T13:56:47.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.688+0000 7f0d8df03640 1 -- 172.21.15.50:0/1531129672 wait complete. 2023-07-12T13:56:47.697 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 Processor -- start 2023-07-12T13:56:47.697 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 -- start start 2023-07-12T13:56:47.697 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d880cd120 0x7f0d88157800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d880cddd0 0x7f0d8806d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d8815c0d0 0x7f0d8806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d880c5650 con 0x7f0d8815c0d0 2023-07-12T13:56:47.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d88157d40 con 0x7f0d880cddd0 2023-07-12T13:56:47.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d880c49d0 con 0x7f0d880cd120 2023-07-12T13:56:47.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d877fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d880cd120 0x7f0d88157800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d8815c0d0 0x7f0d8806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d880cddd0 0x7f0d8806d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d877fe640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d880cd120 0x7f0d88157800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:45076/0 (socket says 172.21.15.50:45076) 2023-07-12T13:56:47.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d877fe640 1 -- 172.21.15.50:0/1337291543 learned_addr learned my addr 172.21.15.50:0/1337291543 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:47.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 -- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d880cd120 msgr2=0x7f0d88157800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d880cd120 0x7f0d88157800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 -- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d880cddd0 msgr2=0x7f0d8806d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d880cddd0 0x7f0d8806d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 -- 172.21.15.50:0/1337291543 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d7c0094d0 con 0x7f0d8815c0d0 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d87fff640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d8815c0d0 0x7f0d8806dd90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0d8000c700 tx=0x7f0d8000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d80003b80 con 0x7f0d8815c0d0 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d80003ce0 con 0x7f0d8815c0d0 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8000aa30 con 0x7f0d8815c0d0 2023-07-12T13:56:47.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d880c4cb0 con 0x7f0d8815c0d0 2023-07-12T13:56:47.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.692+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d880c5270 con 0x7f0d8815c0d0 2023-07-12T13:56:47.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.696+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d880c5790 con 0x7f0d8815c0d0 2023-07-12T13:56:47.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.696+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0d8000ab90 con 0x7f0d8815c0d0 2023-07-12T13:56:47.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.696+0000 7f0d6ffff640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d74066280 0x7f0d74068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:47.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.696+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f0d80083a40 con 0x7f0d8815c0d0 2023-07-12T13:56:47.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.696+0000 7f0d877fe640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d74066280 0x7f0d74068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:47.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.696+0000 7f0d877fe640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d74066280 0x7f0d74068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009b80 tx=0x7f0d78009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:47.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.700+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0d880c5790 con 0x7f0d8815c0d0 2023-07-12T13:56:47.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.888+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0d880c5790 con 0x7f0d8815c0d0 2023-07-12T13:56:47.895 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.888+0000 7f0d6ffff640 1 -- 172.21.15.50:0/1337291543 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7f0d880c5790 con 0x7f0d8815c0d0 2023-07-12T13:56:47.896 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:47.896 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:47.896 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:47.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d74066280 msgr2=0x7f0d74068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d74066280 0x7f0d74068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009b80 tx=0x7f0d78009190 comp rx=0 tx=0).stop 2023-07-12T13:56:47.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d8815c0d0 msgr2=0x7f0d8806dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:47.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d8815c0d0 0x7f0d8806dd90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0d8000c700 tx=0x7f0d8000cbc0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 shutdown_connections 2023-07-12T13:56:47.898 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0d74066280 0x7f0d74068730 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0d8815c0d0 0x7f0d8806dd90 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d880cddd0 0x7f0d8806d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 --2- 172.21.15.50:0/1337291543 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f0d880cd120 0x7f0d88157800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:47.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 >> 172.21.15.50:0/1337291543 conn(0x7f0d8806d480 msgr2=0x7f0d880b15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:47.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 shutdown_connections 2023-07-12T13:56:47.899 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:47.892+0000 7f0d8df03640 1 -- 172.21.15.50:0/1337291543 wait complete. 2023-07-12T13:56:47.917 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:48.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 Processor -- start 2023-07-12T13:56:48.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 -- start start 2023-07-12T13:56:48.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2c640b4110 0x7f2c640d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c640b7ce0 con 0x7f2c640b7910 2023-07-12T13:56:48.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c640b4530 con 0x7f2c640b4110 2023-07-12T13:56:48.062 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c6b65c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c640cceb0 con 0x7f2c640b47e0 2023-07-12T13:56:48.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c68bf7640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c69bf9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2c640b4110 0x7f2c640d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c693f8640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f2c640b7910 0x7f2c640cc7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:40710/0 (socket says 172.21.15.50:40710) 2023-07-12T13:56:48.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c693f8640 1 -- 172.21.15.50:0/407513777 learned_addr learned my addr 172.21.15.50:0/407513777 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:48.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c68bf7640 1 -- 172.21.15.50:0/407513777 >> v2:172.21.15.55:3300/0 conn(0x7f2c640b4110 msgr2=0x7f2c640d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:48.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c68bf7640 1 --2- 172.21.15.50:0/407513777 >> v2:172.21.15.55:3300/0 conn(0x7f2c640b4110 0x7f2c640d0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c68bf7640 1 -- 172.21.15.50:0/407513777 >> v1:172.21.15.55:6789/0 conn(0x7f2c640b7910 legacy=0x7f2c640cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c68bf7640 1 -- 172.21.15.50:0/407513777 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c640cefa0 con 0x7f2c640b47e0 2023-07-12T13:56:48.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.056+0000 7f2c69bf9640 1 --2- 172.21.15.50:0/407513777 >> v2:172.21.15.55:3300/0 conn(0x7f2c640b4110 0x7f2c640d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:48.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c68bf7640 1 --2- 172.21.15.50:0/407513777 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640b3bd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2c540097c0 tx=0x7f2c5401c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9f140d9d3ef6b00 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c5bfff640 1 -- 172.21.15.50:0/407513777 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c540ac620 con 0x7f2c640b47e0 2023-07-12T13:56:48.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c5bfff640 1 -- 172.21.15.50:0/407513777 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c540ac780 con 0x7f2c640b47e0 2023-07-12T13:56:48.067 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c5bfff640 1 -- 172.21.15.50:0/407513777 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c540acb10 con 0x7f2c640b47e0 2023-07-12T13:56:48.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 -- 172.21.15.50:0/407513777 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 msgr2=0x7f2c640b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/407513777 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640b3bd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2c540097c0 tx=0x7f2c5401c3c0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.068 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 -- 172.21.15.50:0/407513777 shutdown_connections 2023-07-12T13:56:48.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/407513777 >> v2:172.21.15.55:3300/0 conn(0x7f2c640b4110 0x7f2c640d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/407513777 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640b3bd0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 -- 172.21.15.50:0/407513777 >> 172.21.15.50:0/407513777 conn(0x7f2c64069f00 msgr2=0x7f2c6406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:48.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 -- 172.21.15.50:0/407513777 shutdown_connections 2023-07-12T13:56:48.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.060+0000 7f2c6b65c640 1 -- 172.21.15.50:0/407513777 wait complete. 2023-07-12T13:56:48.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 Processor -- start 2023-07-12T13:56:48.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 -- start start 2023-07-12T13:56:48.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c640b4110 0x7f2c64155660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640cb360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 0x7f2c64153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c640cc5a0 con 0x7f2c640b7910 2023-07-12T13:56:48.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c640cba20 con 0x7f2c640b4110 2023-07-12T13:56:48.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c640cbd00 con 0x7f2c640b47e0 2023-07-12T13:56:48.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 0x7f2c64153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 0x7f2c64153880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34530/0 (socket says 172.21.15.50:34530) 2023-07-12T13:56:48.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 -- 172.21.15.50:0/28764683 learned_addr learned my addr 172.21.15.50:0/28764683 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:48.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c68bf7640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640cb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c693f8640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c640b4110 0x7f2c64155660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 -- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 msgr2=0x7f2c640cb360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640cb360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 -- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c640b4110 msgr2=0x7f2c64155660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c640b4110 0x7f2c64155660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 -- 172.21.15.50:0/28764683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c5c009a70 con 0x7f2c640b7910 2023-07-12T13:56:48.074 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c693f8640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c640b4110 0x7f2c64155660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:56:48.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c69bf9640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 0x7f2c64153880 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00efc0 tx=0x7f2c5c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c009d70 con 0x7f2c640b7910 2023-07-12T13:56:48.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c54009420 con 0x7f2c640b7910 2023-07-12T13:56:48.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c5c00f040 con 0x7f2c640b7910 2023-07-12T13:56:48.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0039a0 con 0x7f2c640b7910 2023-07-12T13:56:48.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.064+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c640cc2c0 con 0x7f2c640b7910 2023-07-12T13:56:48.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.068+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c641541b0 con 0x7f2c640b7910 2023-07-12T13:56:48.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.068+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2c5c014480 con 0x7f2c640b7910 2023-07-12T13:56:48.076 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.068+0000 7f2c59ffb640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c48066280 0x7f2c48068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.068+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f2c5c084a00 con 0x7f2c640b7910 2023-07-12T13:56:48.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.068+0000 7f2c693f8640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c48066280 0x7f2c48068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.077 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.068+0000 7f2c693f8640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c48066280 0x7f2c48068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2c60007fd0 tx=0x7f2c60009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.078 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.072+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2c641541b0 con 0x7f2c640b7910 2023-07-12T13:56:48.235 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.228+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2c641541b0 con 0x7f2c640b7910 2023-07-12T13:56:48.236 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c59ffb640 1 -- 172.21.15.50:0/28764683 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f2c641541b0 con 0x7f2c640b7910 2023-07-12T13:56:48.237 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:48.237 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:48.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c48066280 msgr2=0x7f2c48068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c48066280 0x7f2c48068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2c60007fd0 tx=0x7f2c60009040 comp rx=0 tx=0).stop 2023-07-12T13:56:48.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 msgr2=0x7f2c64153880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 0x7f2c64153880 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00efc0 tx=0x7f2c5c009f90 comp rx=0 tx=0).stop 2023-07-12T13:56:48.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 shutdown_connections 2023-07-12T13:56:48.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2c48066280 0x7f2c48068730 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c640b7910 0x7f2c64153880 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f2c640b47e0 0x7f2c640cb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 --2- 172.21.15.50:0/28764683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c640b4110 0x7f2c64155660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 >> 172.21.15.50:0/28764683 conn(0x7f2c64069f00 msgr2=0x7f2c640d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:48.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 shutdown_connections 2023-07-12T13:56:48.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.232+0000 7f2c6b65c640 1 -- 172.21.15.50:0/28764683 wait complete. 2023-07-12T13:56:48.258 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-07-12T13:56:48.259 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:48.399 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.392+0000 7f64d6448640 1 Processor -- start 2023-07-12T13:56:48.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.392+0000 7f64d6448640 1 -- start start 2023-07-12T13:56:48.400 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64d6448640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00cbb10 0x7f64d00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64d6448640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64d006add0 con 0x7f64d00afdb0 2023-07-12T13:56:48.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64d6448640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64d006bc30 con 0x7f64d00ad290 2023-07-12T13:56:48.401 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64d6448640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64d00b0230 con 0x7f64d00cbb10 2023-07-12T13:56:48.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64d49e5640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f64d00afdb0 0x7f64d00c8440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45494/0 (socket says 172.21.15.50:45494) 2023-07-12T13:56:48.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64d49e5640 1 -- 172.21.15.50:0/2511643165 learned_addr learned my addr 172.21.15.50:0/2511643165 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:48.402 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64cf7fe640 1 --2- 172.21.15.50:0/2511643165 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00cbb10 0x7f64d00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3071590353 0 0) 0x7f64d006add0 con 0x7f64d00afdb0 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64b8003530 con 0x7f64d00afdb0 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1520304473 0 0) 0x7f64d006bc30 con 0x7f64d00ad290 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64d006add0 con 0x7f64d00ad290 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1687036895 0 0) 0x7f64b8003530 con 0x7f64d00afdb0 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64cf7fe640 1 -- 172.21.15.50:0/2511643165 >> v1:172.21.15.55:6789/0 conn(0x7f64d00ad290 legacy=0x7f64d006c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.403 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64cf7fe640 1 -- 172.21.15.50:0/2511643165 >> v1:172.21.15.50:6789/0 conn(0x7f64d00afdb0 legacy=0x7f64d00c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.396+0000 7f64cf7fe640 1 -- 172.21.15.50:0/2511643165 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64d00ad660 con 0x7f64d00cbb10 2023-07-12T13:56:48.404 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64cf7fe640 1 --2- 172.21.15.50:0/2511643165 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00cbb10 0x7f64d00af870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f64c40097f0 tx=0x7f64c401c320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bd707b1f519a3d8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c8001980 con 0x7f64d00cbb10 2023-07-12T13:56:48.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64c40a7050 con 0x7f64d00cbb10 2023-07-12T13:56:48.405 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64ceffd640 1 -- 172.21.15.50:0/2511643165 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c40ab620 con 0x7f64d00cbb10 2023-07-12T13:56:48.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 -- 172.21.15.50:0/2511643165 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00cbb10 msgr2=0x7f64d00af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 --2- 172.21.15.50:0/2511643165 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00cbb10 0x7f64d00af870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f64c40097f0 tx=0x7f64c401c320 comp rx=0 tx=0).stop 2023-07-12T13:56:48.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 -- 172.21.15.50:0/2511643165 shutdown_connections 2023-07-12T13:56:48.406 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 --2- 172.21.15.50:0/2511643165 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00cbb10 0x7f64d00af870 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 -- 172.21.15.50:0/2511643165 >> 172.21.15.50:0/2511643165 conn(0x7f64d00ca870 msgr2=0x7f64d00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:48.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 -- 172.21.15.50:0/2511643165 shutdown_connections 2023-07-12T13:56:48.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 -- 172.21.15.50:0/2511643165 wait complete. 2023-07-12T13:56:48.407 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.400+0000 7f64d6448640 1 Processor -- start 2023-07-12T13:56:48.408 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- start start 2023-07-12T13:56:48.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00ad290 0x7f64d014ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 0x7f64d00aeb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d00cbb10 0x7f64d014e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d014e220 con 0x7f64d00afdb0 2023-07-12T13:56:48.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d014d3c0 con 0x7f64d00cbb10 2023-07-12T13:56:48.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64d01549f0 con 0x7f64d00ad290 2023-07-12T13:56:48.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 0x7f64d00aeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 0x7f64d00aeb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34546/0 (socket says 172.21.15.50:34546) 2023-07-12T13:56:48.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 -- 172.21.15.50:0/848569736 learned_addr learned my addr 172.21.15.50:0/848569736 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:48.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cffff640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00ad290 0x7f64d014ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d49e5640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d00cbb10 0x7f64d014e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 -- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00ad290 msgr2=0x7f64d014ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00ad290 0x7f64d014ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 -- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d00cbb10 msgr2=0x7f64d014e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d00cbb10 0x7f64d014e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 -- 172.21.15.50:0/848569736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c4009420 con 0x7f64d00afdb0 2023-07-12T13:56:48.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d49e5640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d00cbb10 0x7f64d014e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:48.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64cf7fe640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 0x7f64d00aeb70 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f64c40097f0 tx=0x7f64c40190c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c4004030 con 0x7f64d00afdb0 2023-07-12T13:56:48.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64c4004190 con 0x7f64d00afdb0 2023-07-12T13:56:48.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c4004500 con 0x7f64d00afdb0 2023-07-12T13:56:48.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64d014dbd0 con 0x7f64d00afdb0 2023-07-12T13:56:48.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64d0154cd0 con 0x7f64d00afdb0 2023-07-12T13:56:48.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.404+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64d014e390 con 0x7f64d00afdb0 2023-07-12T13:56:48.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.408+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f64c40b2040 con 0x7f64d00afdb0 2023-07-12T13:56:48.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.408+0000 7f64ccff9640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64bc0662b0 0x7f64bc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.408+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f64c411dba0 con 0x7f64d00afdb0 2023-07-12T13:56:48.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.408+0000 7f64cffff640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64bc0662b0 0x7f64bc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.408+0000 7f64cffff640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64bc0662b0 0x7f64bc068760 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f64c0000f70 tx=0x7f64c0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.412+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f64c40eafd0 con 0x7f64d00afdb0 2023-07-12T13:56:48.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f64d004e020 con 0x7f64d00afdb0 2023-07-12T13:56:48.605 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64ccff9640 1 -- 172.21.15.50:0/848569736 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7f64c40b0090 con 0x7f64d00afdb0 2023-07-12T13:56:48.606 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:48.606 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:48.608 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:48.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64bc0662b0 msgr2=0x7f64bc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64bc0662b0 0x7f64bc068760 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f64c0000f70 tx=0x7f64c0009040 comp rx=0 tx=0).stop 2023-07-12T13:56:48.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 msgr2=0x7f64d00aeb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 0x7f64d00aeb70 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f64c40097f0 tx=0x7f64c40190c0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 shutdown_connections 2023-07-12T13:56:48.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f64bc0662b0 0x7f64bc068760 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d00cbb10 0x7f64d014e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64d00afdb0 0x7f64d00aeb70 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 --2- 172.21.15.50:0/848569736 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f64d00ad290 0x7f64d014ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 >> 172.21.15.50:0/848569736 conn(0x7f64d00ca870 msgr2=0x7f64d00cac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:48.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 shutdown_connections 2023-07-12T13:56:48.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.600+0000 7f64d6448640 1 -- 172.21.15.50:0/848569736 wait complete. 2023-07-12T13:56:48.627 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:56:48.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 Processor -- start 2023-07-12T13:56:48.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 -- start start 2023-07-12T13:56:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc0af870 0x7f44dc0afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f44dc0c8d70 0x7f44dc0c91f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44dc0b0200 con 0x7f44dc159650 2023-07-12T13:56:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44dc071330 con 0x7f44dc0c8d70 2023-07-12T13:56:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44e20d8640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc0c88e0 con 0x7f44dc0af870 2023-07-12T13:56:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44db7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f44dc159650 0x7f44dc070240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45506/0 (socket says 172.21.15.50:45506) 2023-07-12T13:56:48.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44db7fe640 1 -- 172.21.15.50:0/1567117012 learned_addr learned my addr 172.21.15.50:0/1567117012 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44daffd640 1 --2- 172.21.15.50:0/1567117012 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc0af870 0x7f44dc0afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44dbfff640 1 --2- 172.21.15.50:0/1567117012 >> v2:172.21.15.55:3300/0 conn(0x7f44dc0c8d70 0x7f44dc0c91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44da7fc640 1 -- 172.21.15.50:0/1567117012 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2659039202 0 0) 0x7f44cc001120 con 0x7f44dc159650 2023-07-12T13:56:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44da7fc640 1 -- 172.21.15.50:0/1567117012 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f44c4003530 con 0x7f44dc159650 2023-07-12T13:56:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44daffd640 1 -- 172.21.15.50:0/1567117012 >> v2:172.21.15.55:3300/0 conn(0x7f44dc0c8d70 msgr2=0x7f44dc0c91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44daffd640 1 --2- 172.21.15.50:0/1567117012 >> v2:172.21.15.55:3300/0 conn(0x7f44dc0c8d70 0x7f44dc0c91f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44daffd640 1 -- 172.21.15.50:0/1567117012 >> v1:172.21.15.50:6789/0 conn(0x7f44dc159650 legacy=0x7f44dc070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.764+0000 7f44daffd640 1 -- 172.21.15.50:0/1567117012 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44dc070d70 con 0x7f44dc0af870 2023-07-12T13:56:48.774 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44daffd640 1 --2- 172.21.15.50:0/1567117012 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc0af870 0x7f44dc0afcc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f44d00097c0 tx=0x7f44d001c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7aef7a3014eb74f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44da7fc640 1 -- 172.21.15.50:0/1567117012 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d00ac620 con 0x7f44dc0af870 2023-07-12T13:56:48.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44da7fc640 1 -- 172.21.15.50:0/1567117012 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d00ac780 con 0x7f44dc0af870 2023-07-12T13:56:48.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44da7fc640 1 -- 172.21.15.50:0/1567117012 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d00acb10 con 0x7f44dc0af870 2023-07-12T13:56:48.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 -- 172.21.15.50:0/1567117012 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc0af870 msgr2=0x7f44dc0afcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 --2- 172.21.15.50:0/1567117012 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc0af870 0x7f44dc0afcc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f44d00097c0 tx=0x7f44d001c3c0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 -- 172.21.15.50:0/1567117012 shutdown_connections 2023-07-12T13:56:48.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 --2- 172.21.15.50:0/1567117012 >> v2:172.21.15.55:3300/0 conn(0x7f44dc0c8d70 0x7f44dc0c91f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 --2- 172.21.15.50:0/1567117012 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc0af870 0x7f44dc0afcc0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 -- 172.21.15.50:0/1567117012 >> 172.21.15.50:0/1567117012 conn(0x7f44dc0ca870 msgr2=0x7f44dc0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:48.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 -- 172.21.15.50:0/1567117012 shutdown_connections 2023-07-12T13:56:48.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.768+0000 7f44e20d8640 1 -- 172.21.15.50:0/1567117012 wait complete. 2023-07-12T13:56:48.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 Processor -- start 2023-07-12T13:56:48.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 -- start start 2023-07-12T13:56:48.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 0x7f44dc15dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44dc0c8d70 0x7f44dc14e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc159650 0x7f44dc0add10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc14fb30 con 0x7f44dc0af870 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc14ef20 con 0x7f44dc0c8d70 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc14f200 con 0x7f44dc159650 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 0x7f44dc15dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 0x7f44dc15dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34562/0 (socket says 172.21.15.50:34562) 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 -- 172.21.15.50:0/2702322796 learned_addr learned my addr 172.21.15.50:0/2702322796 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:48.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44daffd640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44dc0c8d70 0x7f44dc14e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44dbfff640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc159650 0x7f44dc0add10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 -- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc159650 msgr2=0x7f44dc0add10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc159650 0x7f44dc0add10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 -- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44dc0c8d70 msgr2=0x7f44dc14e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44dc0c8d70 0x7f44dc14e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 -- 172.21.15.50:0/2702322796 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d0009420 con 0x7f44dc0af870 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44db7fe640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 0x7f44dc15dbb0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f44cc00c420 tx=0x7f44cc00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44cc005cf0 con 0x7f44dc0af870 2023-07-12T13:56:48.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44cc005e50 con 0x7f44dc0af870 2023-07-12T13:56:48.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44cc0072f0 con 0x7f44dc0af870 2023-07-12T13:56:48.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.772+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44dc14f4e0 con 0x7f44dc0af870 2023-07-12T13:56:48.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.776+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44dc14e830 con 0x7f44dc0af870 2023-07-12T13:56:48.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.776+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44dc14fca0 con 0x7f44dc0af870 2023-07-12T13:56:48.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.776+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f44cc007450 con 0x7f44dc0af870 2023-07-12T13:56:48.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.776+0000 7f44c3fff640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f44c8066280 0x7f44c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:48.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.776+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f44cc083130 con 0x7f44dc0af870 2023-07-12T13:56:48.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.776+0000 7f44daffd640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f44c8066280 0x7f44c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:48.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.780+0000 7f44daffd640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f44c8066280 0x7f44c8068730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f44d00ae000 tx=0x7f44d0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:48.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.780+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f44cc0506b0 con 0x7f44dc0af870 2023-07-12T13:56:48.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.964+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f44dc0b0200 con 0x7f44dc0af870 2023-07-12T13:56:48.971 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.964+0000 7f44c3fff640 1 -- 172.21.15.50:0/2702322796 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4662 (secure 0 0 0) 0x7f44dc0b0200 con 0x7f44dc0af870 2023-07-12T13:56:48.972 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:48.972 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/165859082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":165859082},{"type":"v1","addr":"172.21.15.55:6835","nonce":165859082}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4259,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3444202055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3444202055},{"type":"v1","addr":"172.21.15.50:6835","nonce":3444202055}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4262,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/3490428914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":3490428914},{"type":"v1","addr":"172.21.15.55:6837","nonce":3490428914}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:55:47.951634+0000","modified":"2023-07-12T13:55:51.598445+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6833/1815549586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1815549586},{"type":"v1","addr":"172.21.15.50:6833","nonce":1815549586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-12T13:56:48.972 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 8 2023-07-12T13:56:48.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f44c8066280 msgr2=0x7f44c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f44c8066280 0x7f44c8068730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f44d00ae000 tx=0x7f44d0008040 comp rx=0 tx=0).stop 2023-07-12T13:56:48.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 msgr2=0x7f44dc15dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 0x7f44dc15dbb0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f44cc00c420 tx=0x7f44cc00c8e0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 shutdown_connections 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f44c8066280 0x7f44c8068730 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f44dc159650 0x7f44dc0add10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44dc0c8d70 0x7f44dc14e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 --2- 172.21.15.50:0/2702322796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44dc0af870 0x7f44dc15dbb0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:48.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 >> 172.21.15.50:0/2702322796 conn(0x7f44dc0ca870 msgr2=0x7f44dc0b27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:48.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 shutdown_connections 2023-07-12T13:56:48.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:48.968+0000 7f44e20d8640 1 -- 172.21.15.50:0/2702322796 wait complete. 2023-07-12T13:56:48.993 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:56:49.137 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f897dad8640 1 Processor -- start 2023-07-12T13:56:49.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f897dad8640 1 -- start start 2023-07-12T13:56:49.138 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f897dad8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f897dad8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f897815d1f0 con 0x7f8978159770 2023-07-12T13:56:49.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f897dad8640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f897815c950 con 0x7f89780aff80 2023-07-12T13:56:49.139 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f897dad8640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f897806f050 con 0x7f8978156140 2023-07-12T13:56:49.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f8976ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f8978159770 0x7f89780af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45510/0 (socket says 172.21.15.50:45510) 2023-07-12T13:56:49.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f8976ffd640 1 -- 172.21.15.50:0/475412944 learned_addr learned my addr 172.21.15.50:0/475412944 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:49.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f89777fe640 1 --2- 172.21.15.50:0/475412944 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f89767fc640 1 -- 172.21.15.50:0/475412944 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 952451744 0 0) 0x7f897815d1f0 con 0x7f8978159770 2023-07-12T13:56:49.140 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f89767fc640 1 -- 172.21.15.50:0/475412944 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8960003530 con 0x7f8978159770 2023-07-12T13:56:49.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.132+0000 7f89777fe640 1 -- 172.21.15.50:0/475412944 >> v1:172.21.15.55:6789/0 conn(0x7f89780aff80 legacy=0x7f89780cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89767fc640 1 -- 172.21.15.50:0/475412944 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1823875963 0 0) 0x7f897815c950 con 0x7f89780aff80 2023-07-12T13:56:49.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89777fe640 1 -- 172.21.15.50:0/475412944 >> v1:172.21.15.50:6789/0 conn(0x7f8978159770 legacy=0x7f89780af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.141 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89777fe640 1 -- 172.21.15.50:0/475412944 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f897815cc30 con 0x7f8978156140 2023-07-12T13:56:49.142 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89777fe640 1 --2- 172.21.15.50:0/475412944 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815c250 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f89680097f0 tx=0x7f896801e6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8ed2b8e11dbb00c server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89767fc640 1 -- 172.21.15.50:0/475412944 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89680a86a0 con 0x7f8978156140 2023-07-12T13:56:49.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89767fc640 1 -- 172.21.15.50:0/475412944 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89680a8800 con 0x7f8978156140 2023-07-12T13:56:49.143 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f89767fc640 1 -- 172.21.15.50:0/475412944 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89680a8b70 con 0x7f8978156140 2023-07-12T13:56:49.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.136+0000 7f897dad8640 1 -- 172.21.15.50:0/475412944 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 msgr2=0x7f897815c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 --2- 172.21.15.50:0/475412944 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815c250 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f89680097f0 tx=0x7f896801e6d0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.144 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- 172.21.15.50:0/475412944 shutdown_connections 2023-07-12T13:56:49.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 --2- 172.21.15.50:0/475412944 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815c250 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- 172.21.15.50:0/475412944 >> 172.21.15.50:0/475412944 conn(0x7f89780ca870 msgr2=0x7f89780cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:49.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- 172.21.15.50:0/475412944 shutdown_connections 2023-07-12T13:56:49.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- 172.21.15.50:0/475412944 wait complete. 2023-07-12T13:56:49.145 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 Processor -- start 2023-07-12T13:56:49.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- start start 2023-07-12T13:56:49.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89780aff80 0x7f8978151290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 0x7f897815bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89780c2960 con 0x7f8978159770 2023-07-12T13:56:49.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89780c2c40 con 0x7f89780aff80 2023-07-12T13:56:49.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f897dad8640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89780c2f20 con 0x7f8978156140 2023-07-12T13:56:49.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 0x7f897815bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 0x7f897815bf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34570/0 (socket says 172.21.15.50:34570) 2023-07-12T13:56:49.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8976ffd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 -- 172.21.15.50:0/1989345948 learned_addr learned my addr 172.21.15.50:0/1989345948 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:49.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f89777fe640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89780aff80 0x7f8978151290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 -- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 msgr2=0x7f897815ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 -- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89780aff80 msgr2=0x7f8978151290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89780aff80 0x7f8978151290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.140+0000 7f8977fff640 1 -- 172.21.15.50:0/1989345948 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8968009420 con 0x7f8978159770 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f8977fff640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 0x7f897815bf60 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f897000c780 tx=0x7f897000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8970003db0 con 0x7f8978159770 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f897000ce30 con 0x7f8978159770 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89780c3200 con 0x7f8978159770 2023-07-12T13:56:49.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89700052b0 con 0x7f8978159770 2023-07-12T13:56:49.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89780c3a00 con 0x7f8978159770 2023-07-12T13:56:49.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89780c3720 con 0x7f8978159770 2023-07-12T13:56:49.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8970005410 con 0x7f8978159770 2023-07-12T13:56:49.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.144+0000 7f895ffff640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8964066280 0x7f8964068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.148+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f8970083a90 con 0x7f8978159770 2023-07-12T13:56:49.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.148+0000 7f89777fe640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8964066280 0x7f8964068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.148+0000 7f89777fe640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8964066280 0x7f8964068730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f89680b1000 tx=0x7f89680a9000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.148+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f89780c3720 con 0x7f8978159770 2023-07-12T13:56:49.310 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.304+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f89780c3720 con 0x7f8978159770 2023-07-12T13:56:49.311 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f895ffff640 1 -- 172.21.15.50:0/1989345948 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f89780c3720 con 0x7f8978159770 2023-07-12T13:56:49.312 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:56:49.312 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":25,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:56:29.025377+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:55:45.688422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-07-12T13:55:46.943279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"4.35","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:56:49.313 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8964066280 msgr2=0x7f8964068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8964066280 0x7f8964068730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f89680b1000 tx=0x7f89680a9000 comp rx=0 tx=0).stop 2023-07-12T13:56:49.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 msgr2=0x7f897815bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 0x7f897815bf60 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f897000c780 tx=0x7f897000cc40 comp rx=0 tx=0).stop 2023-07-12T13:56:49.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 shutdown_connections 2023-07-12T13:56:49.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8964066280 0x7f8964068730 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.314 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8978159770 0x7f897815bf60 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8978156140 0x7f897815ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 --2- 172.21.15.50:0/1989345948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89780aff80 0x7f8978151290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 >> 172.21.15.50:0/1989345948 conn(0x7f89780ca870 msgr2=0x7f89780cac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:49.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 shutdown_connections 2023-07-12T13:56:49.315 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.308+0000 7f897dad8640 1 -- 172.21.15.50:0/1989345948 wait complete. 2023-07-12T13:56:49.334 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-07-12T13:56:49.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 Processor -- start 2023-07-12T13:56:49.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 -- start start 2023-07-12T13:56:49.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6c68156140 0x7f6c6815c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c680af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6c680afdb0 0x7f6c6806bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c6806f050 con 0x7f6c68156140 2023-07-12T13:56:49.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c680b0230 con 0x7f6c680afdb0 2023-07-12T13:56:49.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6f3e9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c6815d1f0 con 0x7f6c68159770 2023-07-12T13:56:49.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6d185640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6c68156140 0x7f6c6815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6d185640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6c68156140 0x7f6c6815c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34574/0 (socket says 172.21.15.50:34574) 2023-07-12T13:56:49.481 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.472+0000 7f6c6d185640 1 -- 172.21.15.50:0/3818841697 learned_addr learned my addr 172.21.15.50:0/3818841697 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:49.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6c984640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c680af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.482 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d986640 1 --2- 172.21.15.50:0/3818841697 >> v2:172.21.15.55:3300/0 conn(0x7f6c680afdb0 0x7f6c6806bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d185640 1 -- 172.21.15.50:0/3818841697 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 msgr2=0x7f6c680af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:49.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d185640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c680af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d185640 1 -- 172.21.15.50:0/3818841697 >> v2:172.21.15.55:3300/0 conn(0x7f6c680afdb0 msgr2=0x7f6c6806bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:49.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d185640 1 --2- 172.21.15.50:0/3818841697 >> v2:172.21.15.55:3300/0 conn(0x7f6c680afdb0 0x7f6c6806bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.483 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d185640 1 -- 172.21.15.50:0/3818841697 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c6815c950 con 0x7f6c68156140 2023-07-12T13:56:49.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d986640 1 --2- 172.21.15.50:0/3818841697 >> v2:172.21.15.55:3300/0 conn(0x7f6c680afdb0 0x7f6c6806bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:49.484 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6c984640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c680af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:49.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6d185640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c250 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6c6806ece0 tx=0x7f6c6401c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b9e387d12a601c4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c5ffff640 1 -- 172.21.15.50:0/3818841697 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c640ab600 con 0x7f6c68156140 2023-07-12T13:56:49.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c5ffff640 1 -- 172.21.15.50:0/3818841697 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c640a7050 con 0x7f6c68156140 2023-07-12T13:56:49.486 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c5ffff640 1 -- 172.21.15.50:0/3818841697 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c640ab980 con 0x7f6c68156140 2023-07-12T13:56:49.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/3818841697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 msgr2=0x7f6c6815c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c250 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6c6806ece0 tx=0x7f6c6401c240 comp rx=0 tx=0).stop 2023-07-12T13:56:49.487 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/3818841697 shutdown_connections 2023-07-12T13:56:49.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/3818841697 >> v2:172.21.15.55:3300/0 conn(0x7f6c680afdb0 0x7f6c6806bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c680af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/3818841697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c250 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.476+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/3818841697 >> 172.21.15.50:0/3818841697 conn(0x7f6c680ca870 msgr2=0x7f6c680cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:49.488 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/3818841697 shutdown_connections 2023-07-12T13:56:49.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/3818841697 wait complete. 2023-07-12T13:56:49.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 Processor -- start 2023-07-12T13:56:49.489 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 -- start start 2023-07-12T13:56:49.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6c680afdb0 0x7f6c6815a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.491 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c6814fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c6815c5c0 con 0x7f6c68156140 2023-07-12T13:56:49.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c680c4780 con 0x7f6c680afdb0 2023-07-12T13:56:49.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6f3e9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c6815afe0 con 0x7f6c68159770 2023-07-12T13:56:49.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6d185640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6c680afdb0 0x7f6c6815a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.492 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34578/0 (socket says 172.21.15.50:34578) 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 -- 172.21.15.50:0/1919896019 learned_addr learned my addr 172.21.15.50:0/1919896019 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6d986640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c6814fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 -- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 msgr2=0x7f6c6814fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c6814fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 -- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6c680afdb0 msgr2=0x7f6c6815a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6c680afdb0 0x7f6c6815a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.493 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6c984640 1 -- 172.21.15.50:0/1919896019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c640094d0 con 0x7f6c68156140 2023-07-12T13:56:49.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.480+0000 7f6c6d185640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6c680afdb0 0x7f6c6815a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:56:49.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c6c984640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c080 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6c5800c7f0 tx=0x7f6c5800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c5800cea0 con 0x7f6c68156140 2023-07-12T13:56:49.494 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c58007a30 con 0x7f6c68156140 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c58007de0 con 0x7f6c68156140 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c6815b2c0 con 0x7f6c68156140 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c6815b880 con 0x7f6c68156140 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c6804e020 con 0x7f6c68156140 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6c580113f0 con 0x7f6c68156140 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c5dffb640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6c4c066280 0x7f6c4c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.495 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.484+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f6c58083e50 con 0x7f6c68156140 2023-07-12T13:56:49.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.488+0000 7f6c6d185640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6c4c066280 0x7f6c4c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.488+0000 7f6c6d185640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6c4c066280 0x7f6c4c068730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6c640ad000 tx=0x7f6c640a6000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.496 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.488+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6c580512a0 con 0x7f6c68156140 2023-07-12T13:56:49.682 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.676+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f6c680b3d70 con 0x7f6c68156140 2023-07-12T13:56:49.683 INFO:tasks.ceph.mon.a.smithi050.stderr:2023-07-12T13:56:49.676+0000 7f23c7e84640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-07-12T13:56:49.688 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c5dffb640 1 -- 172.21.15.50:0/1919896019 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6c5801e090 con 0x7f6c68156140 2023-07-12T13:56:49.688 INFO:teuthology.orchestra.run.smithi050.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-07-12T13:56:49.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6c4c066280 msgr2=0x7f6c4c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6c4c066280 0x7f6c4c068730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6c640ad000 tx=0x7f6c640a6000 comp rx=0 tx=0).stop 2023-07-12T13:56:49.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 msgr2=0x7f6c6815c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c080 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6c5800c7f0 tx=0x7f6c5800ccb0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 shutdown_connections 2023-07-12T13:56:49.691 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6c4c066280 0x7f6c4c068730 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6c68159770 0x7f6c6814fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c68156140 0x7f6c6815c080 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 --2- 172.21.15.50:0/1919896019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6c680afdb0 0x7f6c6815a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 >> 172.21.15.50:0/1919896019 conn(0x7f6c680ca870 msgr2=0x7f6c680ac910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:49.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 shutdown_connections 2023-07-12T13:56:49.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.684+0000 7f6c6f3e9640 1 -- 172.21.15.50:0/1919896019 wait complete. 2023-07-12T13:56:49.695 INFO:tasks.ceph.mds.a.smithi050.stderr: -3297> 2023-07-12T13:55:52.662+0000 7f0918049640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-07-12T13:56:49.711 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-07-12T13:56:49.744 INFO:tasks.ceph.mds.a.smithi050.stdout:starting mds.a at 2023-07-12T13:56:49.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe93d703640 1 Processor -- start 2023-07-12T13:56:49.856 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe93d703640 1 -- start start 2023-07-12T13:56:49.857 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe93d703640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe93815bc50 0x7fe9380b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe93d703640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9380cce90 con 0x7fe9380b11c0 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe93d703640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9380cf330 con 0x7fe9380b3bd0 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe93d703640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9380cf610 con 0x7fe93815bc50 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9377fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe93815bc50 0x7fe9380b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9377fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe93815bc50 0x7fe9380b15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34596/0 (socket says 172.21.15.50:34596) 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9377fe640 1 -- 172.21.15.50:0/948385164 learned_addr learned my addr 172.21.15.50:0/948385164 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:49.858 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9367fc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe9380b11c0 0x7fe9380cff20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45522/0 (socket says 172.21.15.50:45522) 2023-07-12T13:56:49.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9377fe640 1 -- 172.21.15.50:0/948385164 >> v1:172.21.15.55:6789/0 conn(0x7fe9380b3bd0 legacy=0x7fe9380b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9377fe640 1 -- 172.21.15.50:0/948385164 >> v1:172.21.15.50:6789/0 conn(0x7fe9380b11c0 legacy=0x7fe9380cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe9377fe640 1 -- 172.21.15.50:0/948385164 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9380cc840 con 0x7fe93815bc50 2023-07-12T13:56:49.859 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.852+0000 7fe935ffb640 1 -- 172.21.15.50:0/948385164 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3727501273 0 0) 0x7fe9380cce90 con 0x7fe9380b11c0 2023-07-12T13:56:49.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe9377fe640 1 --2- 172.21.15.50:0/948385164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b15c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe930009e50 tx=0x7fe93001f1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dabdeca46b0205ea server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe935ffb640 1 -- 172.21.15.50:0/948385164 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9300af400 con 0x7fe93815bc50 2023-07-12T13:56:49.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe935ffb640 1 -- 172.21.15.50:0/948385164 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9300ab050 con 0x7fe93815bc50 2023-07-12T13:56:49.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe935ffb640 1 -- 172.21.15.50:0/948385164 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9300af780 con 0x7fe93815bc50 2023-07-12T13:56:49.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 -- 172.21.15.50:0/948385164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 msgr2=0x7fe9380b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 --2- 172.21.15.50:0/948385164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b15c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe930009e50 tx=0x7fe93001f1f0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 -- 172.21.15.50:0/948385164 shutdown_connections 2023-07-12T13:56:49.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 --2- 172.21.15.50:0/948385164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b15c0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 -- 172.21.15.50:0/948385164 >> 172.21.15.50:0/948385164 conn(0x7fe938071800 msgr2=0x7fe938069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:49.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 -- 172.21.15.50:0/948385164 shutdown_connections 2023-07-12T13:56:49.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.856+0000 7fe93d703640 1 -- 172.21.15.50:0/948385164 wait complete. 2023-07-12T13:56:49.863 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 Processor -- start 2023-07-12T13:56:49.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- start start 2023-07-12T13:56:49.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe9380b3bd0 0x7fe93815de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93815a480 0x7fe938159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9380b0ac0 con 0x7fe93815bc50 2023-07-12T13:56:49.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9380cac80 con 0x7fe93815a480 2023-07-12T13:56:49.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9380cbc90 con 0x7fe9380b3bd0 2023-07-12T13:56:49.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34602/0 (socket says 172.21.15.50:34602) 2023-07-12T13:56:49.866 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 -- 172.21.15.50:0/1072227140 learned_addr learned my addr 172.21.15.50:0/1072227140 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:49.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9377fe640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93815a480 0x7fe938159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe936ffd640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe9380b3bd0 0x7fe93815de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 -- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe9380b3bd0 msgr2=0x7fe93815de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe9380b3bd0 0x7fe93815de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.867 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 -- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93815a480 msgr2=0x7fe938159430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93815a480 0x7fe938159430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 -- 172.21.15.50:0/1072227140 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe930009b30 con 0x7fe93815bc50 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe9367fc640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b0580 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe92c00c4a0 tx=0x7fe92c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0074e0 con 0x7fe93815bc50 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe92c007640 con 0x7fe93815bc50 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c004a30 con 0x7fe93815bc50 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9380caed0 con 0x7fe93815bc50 2023-07-12T13:56:49.868 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9380cb490 con 0x7fe93815bc50 2023-07-12T13:56:49.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.860+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe93804e020 con 0x7fe93815bc50 2023-07-12T13:56:49.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.864+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe92c004b90 con 0x7fe93815bc50 2023-07-12T13:56:49.869 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.864+0000 7fe91f7fe640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe924066280 0x7fe924068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:49.870 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.864+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6206+0+0 (secure 0 0 0) 0x7fe92c082f30 con 0x7fe93815bc50 2023-07-12T13:56:49.870 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.864+0000 7fe936ffd640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe924066280 0x7fe924068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:49.870 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.864+0000 7fe936ffd640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe924066280 0x7fe924068730 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe928000f70 tx=0x7fe928009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:49.872 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:49.868+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe92c050330 con 0x7fe93815bc50 2023-07-12T13:56:50.075 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.068+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fe9380d1e80 con 0x7fe93815bc50 2023-07-12T13:56:50.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.684+0000 7fe91f7fe640 1 -- 172.21.15.50:0/1072227140 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7fe92c018020 con 0x7fe93815bc50 2023-07-12T13:56:50.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe924066280 msgr2=0x7fe924068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:50.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe924066280 0x7fe924068730 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe928000f70 tx=0x7fe928009040 comp rx=0 tx=0).stop 2023-07-12T13:56:50.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 msgr2=0x7fe9380b0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:50.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b0580 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe92c00c4a0 tx=0x7fe92c00c960 comp rx=0 tx=0).stop 2023-07-12T13:56:50.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 shutdown_connections 2023-07-12T13:56:50.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe924066280 0x7fe924068730 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93815a480 0x7fe938159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe93815bc50 0x7fe9380b0580 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 --2- 172.21.15.50:0/1072227140 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe9380b3bd0 0x7fe93815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 >> 172.21.15.50:0/1072227140 conn(0x7fe938071800 msgr2=0x7fe9380ce6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:50.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 shutdown_connections 2023-07-12T13:56:50.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.688+0000 7fe93d703640 1 -- 172.21.15.50:0/1072227140 wait complete. 2023-07-12T13:56:50.716 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-07-12T13:56:50.912 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 Processor -- start 2023-07-12T13:56:50.913 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 -- start start 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff3e4069e70 0x7ff3e4160040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3e4160580 con 0x7ff3e406f8c0 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3e415f5f0 con 0x7ff3e4069e70 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3ea3f6640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e406a2c0 con 0x7ff3e415bb10 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e37fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff3e4069e70 0x7ff3e4160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:50.914 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e8993640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff3e406f8c0 0x7ff3e415bee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45530/0 (socket says 172.21.15.50:45530) 2023-07-12T13:56:50.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e8993640 1 -- 172.21.15.50:0/3916904768 learned_addr learned my addr 172.21.15.50:0/3916904768 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:50.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e3fff640 1 --2- 172.21.15.50:0/3916904768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:50.915 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e37fe640 1 -- 172.21.15.50:0/3916904768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 msgr2=0x7ff3e40caac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:50.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e37fe640 1 --2- 172.21.15.50:0/3916904768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e37fe640 1 -- 172.21.15.50:0/3916904768 >> v1:172.21.15.50:6789/0 conn(0x7ff3e406f8c0 legacy=0x7ff3e415bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:50.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e37fe640 1 -- 172.21.15.50:0/3916904768 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3e406ab10 con 0x7ff3e4069e70 2023-07-12T13:56:50.916 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.908+0000 7ff3e2ffd640 1 -- 172.21.15.50:0/3916904768 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2629035758 0 0) 0x7ff3dc0014a0 con 0x7ff3e406f8c0 2023-07-12T13:56:50.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3e37fe640 1 --2- 172.21.15.50:0/3916904768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4160040 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80097c0 tx=0x7ff3d801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ec1a2a45a34886f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:50.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3e2ffd640 1 -- 172.21.15.50:0/3916904768 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d80ab5f0 con 0x7ff3e4069e70 2023-07-12T13:56:50.917 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3e2ffd640 1 -- 172.21.15.50:0/3916904768 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3d80ab750 con 0x7ff3e4069e70 2023-07-12T13:56:50.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3e2ffd640 1 -- 172.21.15.50:0/3916904768 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d80abae0 con 0x7ff3e4069e70 2023-07-12T13:56:50.918 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/3916904768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 msgr2=0x7ff3e4160040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/3916904768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4160040 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80097c0 tx=0x7ff3d801c450 comp rx=0 tx=0).stop 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/3916904768 shutdown_connections 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/3916904768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4160040 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/3916904768 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/3916904768 >> 172.21.15.50:0/3916904768 conn(0x7ff3e40b0db0 msgr2=0x7ff3e40ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/3916904768 shutdown_connections 2023-07-12T13:56:50.919 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.912+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/3916904768 wait complete. 2023-07-12T13:56:50.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 Processor -- start 2023-07-12T13:56:50.920 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 -- start start 2023-07-12T13:56:50.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4158a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:50.921 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e406f8c0 0x7ff3e40ca550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:50.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:50.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e415e8f0 con 0x7ff3e4069e70 2023-07-12T13:56:50.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e415dfe0 con 0x7ff3e406f8c0 2023-07-12T13:56:50.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e415e2a0 con 0x7ff3e415bb10 2023-07-12T13:56:50.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4158a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:50.922 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4158a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34616/0 (socket says 172.21.15.50:34616) 2023-07-12T13:56:50.923 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 -- 172.21.15.50:0/271100977 learned_addr learned my addr 172.21.15.50:0/271100977 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:50.923 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e37fe640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e406f8c0 0x7ff3e40ca550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:50.923 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e8993640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:50.925 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 -- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 msgr2=0x7ff3e40caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:50.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 -- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e406f8c0 msgr2=0x7ff3e40ca550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:50.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e406f8c0 0x7ff3e40ca550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:50.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 -- 172.21.15.50:0/271100977 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d8009420 con 0x7ff3e4069e70 2023-07-12T13:56:50.926 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e3fff640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4158a40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff3d400e930 tx=0x7ff3d400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:50.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d4009690 con 0x7ff3e4069e70 2023-07-12T13:56:50.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3d400ca00 con 0x7ff3e4069e70 2023-07-12T13:56:50.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d400cd70 con 0x7ff3e4069e70 2023-07-12T13:56:50.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3e415e580 con 0x7ff3e4069e70 2023-07-12T13:56:50.927 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.916+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e40cb4f0 con 0x7ff3e4069e70 2023-07-12T13:56:50.928 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.920+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3e40cba80 con 0x7ff3e4069e70 2023-07-12T13:56:50.928 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.920+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff3d4013470 con 0x7ff3e4069e70 2023-07-12T13:56:50.928 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.920+0000 7ff3e0ff9640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3d00662b0 0x7ff3d0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:50.928 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.920+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6206+0+0 (secure 0 0 0) 0x7ff3d4083fe0 con 0x7ff3e4069e70 2023-07-12T13:56:50.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.920+0000 7ff3e37fe640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3d00662b0 0x7ff3d0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:50.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.920+0000 7ff3e37fe640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3d00662b0 0x7ff3d0068760 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80af000 tx=0x7ff3d80a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:50.929 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:50.924+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff3d4051450 con 0x7ff3e4069e70 2023-07-12T13:56:51.084 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.080+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff3e40b1f80 con 0x7ff3e4069e70 2023-07-12T13:56:51.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.688+0000 7ff3e0ff9640 1 -- 172.21.15.50:0/271100977 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v27) v1 ==== 181+0+0 (secure 0 0 0) 0x7ff3d40210d0 con 0x7ff3e4069e70 2023-07-12T13:56:51.694 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'cephfs_metadata' removed 2023-07-12T13:56:51.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3d00662b0 msgr2=0x7ff3d0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:51.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3d00662b0 0x7ff3d0068760 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80af000 tx=0x7ff3d80a7000 comp rx=0 tx=0).stop 2023-07-12T13:56:51.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 msgr2=0x7ff3e4158a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:51.698 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4158a40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff3d400e930 tx=0x7ff3d400edf0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 shutdown_connections 2023-07-12T13:56:51.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff3d00662b0 0x7ff3d0068760 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.699 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff3e415bb10 0x7ff3e40caa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e406f8c0 0x7ff3e40ca550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 --2- 172.21.15.50:0/271100977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3e4069e70 0x7ff3e4158a40 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.700 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 >> 172.21.15.50:0/271100977 conn(0x7ff3e40b0db0 msgr2=0x7ff3e40c8c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:51.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 shutdown_connections 2023-07-12T13:56:51.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.692+0000 7ff3ea3f6640 1 -- 172.21.15.50:0/271100977 wait complete. 2023-07-12T13:56:51.722 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-07-12T13:56:51.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 Processor -- start 2023-07-12T13:56:51.873 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 -- start start 2023-07-12T13:56:51.874 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6ad01585d0 0x7f6ad00c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:51.874 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad00cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:51.874 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ad006f0c0 con 0x7f6ad0159840 2023-07-12T13:56:51.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ad015ce90 con 0x7f6ad01585d0 2023-07-12T13:56:51.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad7296640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad015c210 con 0x7f6ad00aff80 2023-07-12T13:56:51.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5032640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6ad01585d0 0x7f6ad00c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:51.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad4831640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f6ad0159840 0x7f6ad00af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:45546/0 (socket says 172.21.15.50:45546) 2023-07-12T13:56:51.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad4831640 1 -- 172.21.15.50:0/3043843465 learned_addr learned my addr 172.21.15.50:0/3043843465 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:51.875 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5032640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6ad01585d0 0x7f6ad00c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34632/0 (socket says 172.21.15.50:34632) 2023-07-12T13:56:51.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5833640 1 --2- 172.21.15.50:0/3043843465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad00cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:51.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5032640 1 -- 172.21.15.50:0/3043843465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 msgr2=0x7f6ad00cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:51.876 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5032640 1 --2- 172.21.15.50:0/3043843465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad00cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5032640 1 -- 172.21.15.50:0/3043843465 >> v1:172.21.15.50:6789/0 conn(0x7f6ad0159840 legacy=0x7f6ad00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:51.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ac7fff640 1 -- 172.21.15.50:0/3043843465 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3623711770 0 0) 0x7f6ad006f0c0 con 0x7f6ad0159840 2023-07-12T13:56:51.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.868+0000 7f6ad5032640 1 -- 172.21.15.50:0/3043843465 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ad015c4f0 con 0x7f6ad01585d0 2023-07-12T13:56:51.877 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad5032640 1 --2- 172.21.15.50:0/3043843465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c8e50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6acc00ba60 tx=0x7f6acc01eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb8353bd67d40167 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:51.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ac7fff640 1 -- 172.21.15.50:0/3043843465 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6acc0a7bf0 con 0x7f6ad01585d0 2023-07-12T13:56:51.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ac7fff640 1 -- 172.21.15.50:0/3043843465 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6acc0a7d50 con 0x7f6ad01585d0 2023-07-12T13:56:51.878 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ac7fff640 1 -- 172.21.15.50:0/3043843465 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6acc0af660 con 0x7f6ad01585d0 2023-07-12T13:56:51.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 -- 172.21.15.50:0/3043843465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 msgr2=0x7f6ad00c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:51.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3043843465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c8e50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6acc00ba60 tx=0x7f6acc01eb20 comp rx=0 tx=0).stop 2023-07-12T13:56:51.879 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 -- 172.21.15.50:0/3043843465 shutdown_connections 2023-07-12T13:56:51.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3043843465 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad00cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3043843465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c8e50 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 -- 172.21.15.50:0/3043843465 >> 172.21.15.50:0/3043843465 conn(0x7f6ad00ca870 msgr2=0x7f6ad00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:51.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 -- 172.21.15.50:0/3043843465 shutdown_connections 2023-07-12T13:56:51.880 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.872+0000 7f6ad7296640 1 -- 172.21.15.50:0/3043843465 wait complete. 2023-07-12T13:56:51.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 Processor -- start 2023-07-12T13:56:51.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 -- start start 2023-07-12T13:56:51.881 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad0156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:51.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:51.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ad0159840 0x7f6ad0157880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:51.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad01566a0 con 0x7f6ad01585d0 2023-07-12T13:56:51.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad00c7cf0 con 0x7f6ad0159840 2023-07-12T13:56:51.882 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad0155740 con 0x7f6ad00aff80 2023-07-12T13:56:51.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:51.883 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34648/0 (socket says 172.21.15.50:34648) 2023-07-12T13:56:51.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 -- 172.21.15.50:0/3278172708 learned_addr learned my addr 172.21.15.50:0/3278172708 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:51.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad5032640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad0156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:51.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 -- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 msgr2=0x7f6ad0156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:51.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad5833640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ad0159840 0x7f6ad0157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:51.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad0156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.884 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 -- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ad0159840 msgr2=0x7f6ad0157880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:51.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ad0159840 0x7f6ad0157880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:51.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 -- 172.21.15.50:0/3278172708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6acc00b6c0 con 0x7f6ad01585d0 2023-07-12T13:56:51.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad5032640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad0156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:51.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad4831640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c77b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6ac000c480 tx=0x7f6ac000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:51.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac00074e0 con 0x7f6ad01585d0 2023-07-12T13:56:51.885 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ac0007660 con 0x7f6ad01585d0 2023-07-12T13:56:51.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0004a30 con 0x7f6ad01585d0 2023-07-12T13:56:51.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ad0155a20 con 0x7f6ad01585d0 2023-07-12T13:56:51.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.876+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ad0155fe0 con 0x7f6ad01585d0 2023-07-12T13:56:51.886 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.880+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ad01567e0 con 0x7f6ad01585d0 2023-07-12T13:56:51.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.880+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6ac0004b90 con 0x7f6ad01585d0 2023-07-12T13:56:51.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.880+0000 7f6ac5ffb640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6ab4066280 0x7f6ab4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:51.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.880+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 5768+0+0 (secure 0 0 0) 0x7f6ac0082e40 con 0x7f6ad01585d0 2023-07-12T13:56:51.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.880+0000 7f6ad5032640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6ab4066280 0x7f6ab4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:51.887 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.880+0000 7f6ad5032640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6ab4066280 0x7f6ab4068730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0b1000 tx=0x7f6acc0a9070 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:51.890 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:51.884+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6ad01567e0 con 0x7f6ad01585d0 2023-07-12T13:56:52.066 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.060+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6ad01567e0 con 0x7f6ad01585d0 2023-07-12T13:56:52.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.968+0000 7f6ac5ffb640 1 -- 172.21.15.50:0/3278172708 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v28) v1 ==== 169+0+0 (secure 0 0 0) 0x7f6ad01567e0 con 0x7f6ad01585d0 2023-07-12T13:56:52.975 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'cephfs_data' removed 2023-07-12T13:56:52.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6ab4066280 msgr2=0x7f6ab4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6ab4066280 0x7f6ab4068730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0b1000 tx=0x7f6acc0a9070 comp rx=0 tx=0).stop 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 msgr2=0x7f6ad00c77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c77b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6ac000c480 tx=0x7f6ac000c940 comp rx=0 tx=0).stop 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 shutdown_connections 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6ab4066280 0x7f6ab4068730 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ad0159840 0x7f6ad0157880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:52.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ad01585d0 0x7f6ad00c77b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:52.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 --2- 172.21.15.50:0/3278172708 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6ad00aff80 0x7f6ad0156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:52.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 >> 172.21.15.50:0/3278172708 conn(0x7f6ad00ca870 msgr2=0x7f6ad006add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:52.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 shutdown_connections 2023-07-12T13:56:52.980 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:52.972+0000 7f6ad7296640 1 -- 172.21.15.50:0/3278172708 wait complete. 2023-07-12T13:56:53.008 INFO:tasks.ceph.mds.a:Restarting daemon 2023-07-12T13:56:53.008 INFO:tasks.ceph.mds.a:Stopping old one... 2023-07-12T13:56:53.009 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-07-12T13:56:53.009 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:53.009 INFO:tasks.ceph.mds.c:Restarting daemon 2023-07-12T13:56:53.009 INFO:tasks.ceph.mds.c:Stopping old one... 2023-07-12T13:56:53.010 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-07-12T13:56:53.010 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:53.010 INFO:tasks.ceph.mds.b:Restarting daemon 2023-07-12T13:56:53.011 INFO:tasks.ceph.mds.b:Stopping old one... 2023-07-12T13:56:53.011 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-07-12T13:56:53.011 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:53.012 INFO:tasks.ceph.mds.d:Restarting daemon 2023-07-12T13:56:53.012 INFO:tasks.ceph.mds.d:Stopping old one... 2023-07-12T13:56:53.013 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-07-12T13:56:53.013 INFO:teuthology.orchestra.run:waiting for 300 2023-07-12T13:56:53.024 INFO:tasks.ceph.mds.c:Stopped 2023-07-12T13:56:53.024 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-07-12T13:56:53.028 INFO:tasks.ceph.mds.b:Stopped 2023-07-12T13:56:53.029 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-07-12T13:56:53.030 INFO:tasks.ceph.mds.d:Stopped 2023-07-12T13:56:53.030 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-07-12T13:56:53.074 INFO:tasks.ceph.mds.c:Started 2023-07-12T13:56:53.075 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:53.078 INFO:tasks.ceph.mds.b:Started 2023-07-12T13:56:53.079 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:53.080 INFO:tasks.ceph.mds.d:Started 2023-07-12T13:56:53.081 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:53.164 INFO:tasks.ceph.mds.c.smithi050.stdout:starting mds.c at 2023-07-12T13:56:53.168 INFO:tasks.ceph.mds.b.smithi055.stdout:starting mds.b at 2023-07-12T13:56:53.168 INFO:tasks.ceph.mds.d.smithi055.stdout:starting mds.d at 2023-07-12T13:56:59.024 INFO:tasks.ceph.mds.a:Stopped 2023-07-12T13:56:59.025 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-07-12T13:56:59.029 INFO:tasks.ceph.mds.a:Started 2023-07-12T13:56:59.030 DEBUG:teuthology.parallel:result is None 2023-07-12T13:56:59.030 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-07-12T13:56:59.123 INFO:tasks.ceph.mds.a.smithi050.stdout:starting mds.a at 2023-07-12T13:56:59.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 Processor -- start 2023-07-12T13:56:59.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 -- start start 2023-07-12T13:56:59.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f55f8159650 0x7f55f8070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:59.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f55f80aff80 0x7f55f80c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:59.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55f8071330 con 0x7f55f8070780 2023-07-12T13:56:59.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55f80c88e0 con 0x7f55f8159650 2023-07-12T13:56:59.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fea7b640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55f8070d70 con 0x7f55f80aff80 2023-07-12T13:56:59.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55f7fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f55f8070780 0x7f55f80af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33810/0 (socket says 172.21.15.50:33810) 2023-07-12T13:56:59.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55f7fff640 1 -- 172.21.15.50:0/1015124991 learned_addr learned my addr 172.21.15.50:0/1015124991 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:56:59.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fc817640 1 --2- 172.21.15.50:0/1015124991 >> v2:172.21.15.50:3300/0 conn(0x7f55f8159650 0x7f55f8070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:59.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fd018640 1 --2- 172.21.15.50:0/1015124991 >> v2:172.21.15.55:3300/0 conn(0x7f55f80aff80 0x7f55f80c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:59.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55f77fe640 1 -- 172.21.15.50:0/1015124991 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1470645240 0 0) 0x7f55f8071330 con 0x7f55f8070780 2023-07-12T13:56:59.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55f77fe640 1 -- 172.21.15.50:0/1015124991 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f55e8003530 con 0x7f55f8070780 2023-07-12T13:56:59.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fc817640 1 -- 172.21.15.50:0/1015124991 >> v2:172.21.15.55:3300/0 conn(0x7f55f80aff80 msgr2=0x7f55f80c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:56:59.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fc817640 1 --2- 172.21.15.50:0/1015124991 >> v2:172.21.15.55:3300/0 conn(0x7f55f80aff80 0x7f55f80c8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:59.188 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fc817640 1 -- 172.21.15.50:0/1015124991 >> v1:172.21.15.50:6789/0 conn(0x7f55f8070780 legacy=0x7f55f80af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:59.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.180+0000 7f55fc817640 1 -- 172.21.15.50:0/1015124991 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55f8071050 con 0x7f55f8159650 2023-07-12T13:56:59.189 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fc817640 1 --2- 172.21.15.50:0/1015124991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8159650 0x7f55f8070240 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f55f80c4e40 tx=0x7f55ec01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e18a2ea9e7d5f2fa server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:59.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55f77fe640 1 -- 172.21.15.50:0/1015124991 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55ec0ab600 con 0x7f55f8159650 2023-07-12T13:56:59.190 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55f77fe640 1 -- 172.21.15.50:0/1015124991 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55ec0a7050 con 0x7f55f8159650 2023-07-12T13:56:59.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55f77fe640 1 -- 172.21.15.50:0/1015124991 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55ec0ab980 con 0x7f55f8159650 2023-07-12T13:56:59.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 -- 172.21.15.50:0/1015124991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8159650 msgr2=0x7f55f8070240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:59.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 --2- 172.21.15.50:0/1015124991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8159650 0x7f55f8070240 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f55f80c4e40 tx=0x7f55ec01c3a0 comp rx=0 tx=0).stop 2023-07-12T13:56:59.191 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 -- 172.21.15.50:0/1015124991 shutdown_connections 2023-07-12T13:56:59.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 --2- 172.21.15.50:0/1015124991 >> v2:172.21.15.55:3300/0 conn(0x7f55f80aff80 0x7f55f80c8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:59.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 --2- 172.21.15.50:0/1015124991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8159650 0x7f55f8070240 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:59.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 -- 172.21.15.50:0/1015124991 >> 172.21.15.50:0/1015124991 conn(0x7f55f80ca870 msgr2=0x7f55f80cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:56:59.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 -- 172.21.15.50:0/1015124991 shutdown_connections 2023-07-12T13:56:59.192 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.184+0000 7f55fea7b640 1 -- 172.21.15.50:0/1015124991 wait complete. 2023-07-12T13:56:59.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 Processor -- start 2023-07-12T13:56:59.193 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 -- start start 2023-07-12T13:56:59.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 0x7f55f80c72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:59.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f55f80aff80 0x7f55f815c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:59.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55f8159650 0x7f55f80b0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:59.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55f80b2d60 con 0x7f55f8070780 2023-07-12T13:56:59.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55f80b3000 con 0x7f55f8159650 2023-07-12T13:56:59.194 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55f80b32e0 con 0x7f55f80aff80 2023-07-12T13:56:59.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 0x7f55f80c72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:59.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 0x7f55f80c72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45456/0 (socket says 172.21.15.50:45456) 2023-07-12T13:56:59.195 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 -- 172.21.15.50:0/3347294299 learned_addr learned my addr 172.21.15.50:0/3347294299 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:56:59.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fd018640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55f8159650 0x7f55f80b0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:59.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 -- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f55f80aff80 msgr2=0x7f55f815c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:59.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55f7fff640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f55f80aff80 0x7f55f815c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:59.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f55f80aff80 0x7f55f815c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:59.196 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 -- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55f8159650 msgr2=0x7f55f80b0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55f8159650 0x7f55f80b0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 -- 172.21.15.50:0/3347294299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55ec009420 con 0x7f55f8070780 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fd018640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55f8159650 0x7f55f80b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55f7fff640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f55f80aff80 0x7f55f815c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fc817640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 0x7f55f80c72f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f55ec0ae040 tx=0x7f55ec019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55ec0b4410 con 0x7f55f8070780 2023-07-12T13:56:59.197 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55ec0b4570 con 0x7f55f8070780 2023-07-12T13:56:59.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55ec0b4920 con 0x7f55f8070780 2023-07-12T13:56:59.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55f80b35c0 con 0x7f55f8070780 2023-07-12T13:56:59.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.188+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55f80cd4f0 con 0x7f55f8070780 2023-07-12T13:56:59.198 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.192+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55f804e020 con 0x7f55f8070780 2023-07-12T13:56:59.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.192+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f55ec0b2040 con 0x7f55f8070780 2023-07-12T13:56:59.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.192+0000 7f55f57fa640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f55dc066280 0x7f55dc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:56:59.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.192+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5296+0+0 (secure 0 0 0) 0x7f55ec11d9f0 con 0x7f55f8070780 2023-07-12T13:56:59.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.192+0000 7f55f7fff640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f55dc066280 0x7f55dc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:56:59.199 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.192+0000 7f55f7fff640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f55dc066280 0x7f55dc068730 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f55f80ac920 tx=0x7f55e4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:56:59.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.196+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f55ec0eb180 con 0x7f55f8070780 2023-07-12T13:56:59.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:56:59.364+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f55f806cfd0 con 0x7f55f8070780 2023-07-12T13:57:01.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.016+0000 7f55f57fa640 1 -- 172.21.15.50:0/3347294299 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) v1 ==== 97+0+0 (secure 0 0 0) 0x7f55ec0b0080 con 0x7f55f8070780 2023-07-12T13:57:01.023 INFO:teuthology.orchestra.run.smithi050.stderr: removed all blocklist entries 2023-07-12T13:57:01.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f55dc066280 msgr2=0x7f55dc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f55dc066280 0x7f55dc068730 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f55f80ac920 tx=0x7f55e4009040 comp rx=0 tx=0).stop 2023-07-12T13:57:01.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 msgr2=0x7f55f80c72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 0x7f55f80c72f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f55ec0ae040 tx=0x7f55ec019140 comp rx=0 tx=0).stop 2023-07-12T13:57:01.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 shutdown_connections 2023-07-12T13:57:01.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f55dc066280 0x7f55dc068730 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55f8159650 0x7f55f80b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f55f80aff80 0x7f55f815c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 --2- 172.21.15.50:0/3347294299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55f8070780 0x7f55f80c72f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 >> 172.21.15.50:0/3347294299 conn(0x7f55f80ca870 msgr2=0x7f55f8158470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:01.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 shutdown_connections 2023-07-12T13:57:01.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.020+0000 7f55fea7b640 1 -- 172.21.15.50:0/3347294299 wait complete. 2023-07-12T13:57:01.050 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-07-12T13:57:01.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.192+0000 7fe886a96640 1 Processor -- start 2023-07-12T13:57:01.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.192+0000 7fe886a96640 1 -- start start 2023-07-12T13:57:01.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe886a96640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe880159650 0x7fe880070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe886a96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8800aff80 0x7fe8800c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe886a96640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe880071330 con 0x7fe880070780 2023-07-12T13:57:01.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe886a96640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8800c88e0 con 0x7fe880159650 2023-07-12T13:57:01.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe886a96640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe880070d70 con 0x7fe8800aff80 2023-07-12T13:57:01.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe880159650 0x7fe880070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.204 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe880159650 0x7fe880070240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45468/0 (socket says 172.21.15.50:45468) 2023-07-12T13:57:01.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 -- 172.21.15.50:0/2713652578 learned_addr learned my addr 172.21.15.50:0/2713652578 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:01.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe885033640 1 --2- 172.21.15.50:0/2713652578 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8800aff80 0x7fe8800c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 -- 172.21.15.50:0/2713652578 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8800aff80 msgr2=0x7fe8800c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:01.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 --2- 172.21.15.50:0/2713652578 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8800aff80 0x7fe8800c8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 -- 172.21.15.50:0/2713652578 >> v1:172.21.15.55:6789/0 conn(0x7fe880070780 legacy=0x7fe8800af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.196+0000 7fe884832640 1 -- 172.21.15.50:0/2713652578 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe880071050 con 0x7fe880159650 2023-07-12T13:57:01.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe884832640 1 --2- 172.21.15.50:0/2713652578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880159650 0x7fe880070240 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe874009870 tx=0x7fe87401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc8e8893f11b0bfa server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:01.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe87f7fe640 1 -- 172.21.15.50:0/2713652578 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8740ad640 con 0x7fe880159650 2023-07-12T13:57:01.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe87f7fe640 1 -- 172.21.15.50:0/2713652578 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8740ad7a0 con 0x7fe880159650 2023-07-12T13:57:01.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe87f7fe640 1 -- 172.21.15.50:0/2713652578 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8740adb30 con 0x7fe880159650 2023-07-12T13:57:01.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 -- 172.21.15.50:0/2713652578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880159650 msgr2=0x7fe880070240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 --2- 172.21.15.50:0/2713652578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880159650 0x7fe880070240 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe874009870 tx=0x7fe87401c480 comp rx=0 tx=0).stop 2023-07-12T13:57:01.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 -- 172.21.15.50:0/2713652578 shutdown_connections 2023-07-12T13:57:01.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 --2- 172.21.15.50:0/2713652578 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe8800aff80 0x7fe8800c8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 --2- 172.21.15.50:0/2713652578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880159650 0x7fe880070240 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 -- 172.21.15.50:0/2713652578 >> 172.21.15.50:0/2713652578 conn(0x7fe8800ca870 msgr2=0x7fe8800cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:01.208 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 -- 172.21.15.50:0/2713652578 shutdown_connections 2023-07-12T13:57:01.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 -- 172.21.15.50:0/2713652578 wait complete. 2023-07-12T13:57:01.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 Processor -- start 2023-07-12T13:57:01.209 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.200+0000 7fe886a96640 1 -- start start 2023-07-12T13:57:01.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 0x7fe8800af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8800aff80 0x7fe880150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe880159650 0x7fe880150ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8800aeb70 con 0x7fe880070780 2023-07-12T13:57:01.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8800c5aa0 con 0x7fe8800aff80 2023-07-12T13:57:01.211 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8800c5d80 con 0x7fe880159650 2023-07-12T13:57:01.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 0x7fe8800af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 0x7fe8800af520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45472/0 (socket says 172.21.15.50:45472) 2023-07-12T13:57:01.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 -- 172.21.15.50:0/506452411 learned_addr learned my addr 172.21.15.50:0/506452411 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:01.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 -- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe880159650 msgr2=0x7fe880150ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe880159650 0x7fe880150ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 -- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8800aff80 msgr2=0x7fe880150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8800aff80 0x7fe880150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 -- 172.21.15.50:0/506452411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8740094d0 con 0x7fe880070780 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe884832640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 0x7fe8800af520 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe8740b0040 tx=0x7fe874019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8740b6830 con 0x7fe880070780 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8740a6040 con 0x7fe880070780 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8740b6b90 con 0x7fe880070780 2023-07-12T13:57:01.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8800c6060 con 0x7fe880070780 2023-07-12T13:57:01.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8800c6620 con 0x7fe880070780 2023-07-12T13:57:01.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8800c6810 con 0x7fe880070780 2023-07-12T13:57:01.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.204+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe8740b4070 con 0x7fe880070780 2023-07-12T13:57:01.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.208+0000 7fe87d7fa640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe864066280 0x7fe864068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.208+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fe87411e3b0 con 0x7fe880070780 2023-07-12T13:57:01.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.208+0000 7fe87ffff640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe864066280 0x7fe864068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.208+0000 7fe87ffff640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe864066280 0x7fe864068730 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe86c000f70 tx=0x7fe86c0079c0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:01.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.212+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe8740eba50 con 0x7fe880070780 2023-07-12T13:57:01.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.420+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fe88004e020 con 0x7fe880070780 2023-07-12T13:57:01.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe87d7fa640 1 -- 172.21.15.50:0/506452411 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) v1 ==== 80+0+6645 (secure 0 0 0) 0x7fe8740b2020 con 0x7fe880070780 2023-07-12T13:57:01.429 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:01.429 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2023-07-12T13:57:01.429 INFO:teuthology.orchestra.run.smithi050.stdout: "auth_dump": [ 2023-07-12T13:57:01.429 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.429 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "mds.a", 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCbsK5k4th0NxAA6PVOyJWAfYNgZMb5vcmitg==", 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow *", 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow *", 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.430 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.431 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.431 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.431 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "mds.b", 2023-07-12T13:57:01.431 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5kVOjJCBAAFxNZQASSLib7+AWYbkqlAA==", 2023-07-12T13:57:01.431 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.431 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.432 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow *", 2023-07-12T13:57:01.432 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow *", 2023-07-12T13:57:01.432 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.432 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.432 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "mds.c", 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5k2dxmAxAA/8mhpvkxU7iyVIkgBK7YUg==", 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow *", 2023-07-12T13:57:01.433 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow *", 2023-07-12T13:57:01.434 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.434 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.434 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.434 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.434 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "mds.d", 2023-07-12T13:57:01.434 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5kwdmpEBAAUeEbVJlQyvjYB9c9Phmu2g==", 2023-07-12T13:57:01.435 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.435 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.435 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow *", 2023-07-12T13:57:01.435 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow *", 2023-07-12T13:57:01.436 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.436 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.436 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.436 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.437 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.0", 2023-07-12T13:57:01.437 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCdsK5keeUHNBAAEXjHibPf/Jwyj9jZulVFHg==", 2023-07-12T13:57:01.437 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.438 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.438 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.438 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.439 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.439 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.439 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.439 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.1", 2023-07-12T13:57:01.440 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCgsK5kneL3ORAAlb/y0xpakI0nR4m/qPJv7A==", 2023-07-12T13:57:01.440 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.440 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.440 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.441 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.441 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.441 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.441 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.441 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.2", 2023-07-12T13:57:01.441 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCksK5kt5JfBRAANNaW226KC/EVA7H33O4oJw==", 2023-07-12T13:57:01.442 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.442 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.442 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.442 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.443 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.443 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.443 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.443 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.3", 2023-07-12T13:57:01.444 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCnsK5kDFY6DBAAHNdrd2LUwC+V3ZGe+ypyBQ==", 2023-07-12T13:57:01.444 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.444 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.444 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.445 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.445 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.445 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.445 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.447 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.4", 2023-07-12T13:57:01.447 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCwsK5kIi18IhAAsSpBPPWkXZ1q+S6XKaZK2A==", 2023-07-12T13:57:01.447 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.447 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.447 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.447 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.5", 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCzsK5kJnFpKhAAbnbxyOWgGVLDkAZn7JOT0Q==", 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.6", 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQC2sK5km2HrMxAAdxvQRyub39D8B+WGVjMBCA==", 2023-07-12T13:57:01.449 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "osd.7", 2023-07-12T13:57:01.450 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQC5sK5k9N6OOxAA5qJrrQ2WCcjHCD0AS2tfjA==", 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow profile osd", 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile osd", 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.451 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.0", 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5k6WUCFRAANJ/e/+2DnpQb/QhbPG4CmA==", 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow r", 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow rw", 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow rwx" 2023-07-12T13:57:01.452 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.1", 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5kXp6ZHBAAM8lWJZ9Xfuw3fY7uQJtBIw==", 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow r", 2023-07-12T13:57:01.453 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow rw", 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow rwx" 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.2", 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5ko526GBAAJUXTWVqBRX8F59Sc8zSf3g==", 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.454 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow r", 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow rw", 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow rwx" 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.3", 2023-07-12T13:57:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCcsK5kt931IhAA6JieB3s+C/xzN5mCRDpSRQ==", 2023-07-12T13:57:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow", 2023-07-12T13:57:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow r", 2023-07-12T13:57:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow rw", 2023-07-12T13:57:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow rwx" 2023-07-12T13:57:01.457 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.457 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.457 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.457 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.admin", 2023-07-12T13:57:01.457 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCbsK5kG8FRGhAA4xUIIqd584C9pFt7FKlbBg==", 2023-07-12T13:57:01.457 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow *", 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": "allow *", 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow *", 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.458 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.459 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.bootstrap-mds", 2023-07-12T13:57:01.459 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQDKsK5k8ezkChAAWfVyY6VSDrAP2A4LK4Vbuw==", 2023-07-12T13:57:01.459 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.459 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile bootstrap-mds" 2023-07-12T13:57:01.459 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.bootstrap-mgr", 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQDKsK5kDvfkChAA7tp8g0D6R1azP2Pb72P6Mg==", 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile bootstrap-mgr" 2023-07-12T13:57:01.460 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.bootstrap-osd", 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQDKsK5ktALlChAAhhbFueYjKylAK2YWC8ZAJg==", 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile bootstrap-osd" 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.461 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.462 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.462 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.bootstrap-rbd", 2023-07-12T13:57:01.462 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQDKsK5kUQvlChAAKMGhihHXjsikxB8U1N2HBA==", 2023-07-12T13:57:01.462 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.462 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile bootstrap-rbd" 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQDKsK5kthblChAAyenQHigKekbAPQUB/x3SBg==", 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-07-12T13:57:01.463 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.464 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.464 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.464 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "client.bootstrap-rgw", 2023-07-12T13:57:01.464 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQDKsK5kFiDlChAAh1J8PpZeuaqUsqzx78tjCQ==", 2023-07-12T13:57:01.464 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.464 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile bootstrap-rgw" 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "mgr.x", 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCbsK5k4VXaMhAAG+aD+l6hTxLp4xvdD9JJeg==", 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.465 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow *", 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile mgr", 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: "entity": "mgr.y", 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: "key": "AQCbsK5kBsa4LhAAYHUceOcrVp8rX7afcKROeg==", 2023-07-12T13:57:01.466 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": { 2023-07-12T13:57:01.467 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": "allow *", 2023-07-12T13:57:01.467 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": "allow profile mgr", 2023-07-12T13:57:01.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": "allow *" 2023-07-12T13:57:01.467 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.468 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:01.468 INFO:teuthology.orchestra.run.smithi050.stdout: ] 2023-07-12T13:57:01.468 INFO:teuthology.orchestra.run.smithi050.stdout:} 2023-07-12T13:57:01.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe864066280 msgr2=0x7fe864068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe864066280 0x7fe864068730 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe86c000f70 tx=0x7fe86c0079c0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 msgr2=0x7fe8800af520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 0x7fe8800af520 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe8740b0040 tx=0x7fe874019220 comp rx=0 tx=0).stop 2023-07-12T13:57:01.470 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 shutdown_connections 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe864066280 0x7fe864068730 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe880159650 0x7fe880150ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8800aff80 0x7fe880150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 --2- 172.21.15.50:0/506452411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe880070780 0x7fe8800af520 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 >> 172.21.15.50:0/506452411 conn(0x7fe8800ca870 msgr2=0x7fe88006c7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 shutdown_connections 2023-07-12T13:57:01.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.424+0000 7fe886a96640 1 -- 172.21.15.50:0/506452411 wait complete. 2023-07-12T13:57:01.472 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-07-12T13:57:01.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 Processor -- start 2023-07-12T13:57:01.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 -- start start 2023-07-12T13:57:01.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f28b01632a0 0x7f28b00af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f28b006bf80 0x7f28b00afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28b006baf0 con 0x7f28b0070980 2023-07-12T13:57:01.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28b006aee0 con 0x7f28b006bf80 2023-07-12T13:57:01.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28b599d640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28b006b1c0 con 0x7f28b01632a0 2023-07-12T13:57:01.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f28b006bf80 0x7f28b00afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f28b006bf80 0x7f28b00afdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45482/0 (socket says 172.21.15.50:45482) 2023-07-12T13:57:01.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 -- 172.21.15.50:0/2303927425 learned_addr learned my addr 172.21.15.50:0/2303927425 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:01.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28aeffd640 1 --2- 172.21.15.50:0/2303927425 >> v2:172.21.15.55:3300/0 conn(0x7f28b01632a0 0x7f28b00af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 -- 172.21.15.50:0/2303927425 >> v2:172.21.15.55:3300/0 conn(0x7f28b01632a0 msgr2=0x7f28b00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:01.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 --2- 172.21.15.50:0/2303927425 >> v2:172.21.15.55:3300/0 conn(0x7f28b01632a0 0x7f28b00af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 -- 172.21.15.50:0/2303927425 >> v1:172.21.15.55:6789/0 conn(0x7f28b0070980 legacy=0x7f28b0070e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.620 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.612+0000 7f28a7fff640 1 -- 172.21.15.50:0/2303927425 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28b006b4a0 con 0x7f28b006bf80 2023-07-12T13:57:01.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28a7fff640 1 --2- 172.21.15.50:0/2303927425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b006bf80 0x7f28b00afdb0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f28b006ed10 tx=0x7f289801c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66e83e931729014b server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:01.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28ae7fc640 1 -- 172.21.15.50:0/2303927425 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28980ab610 con 0x7f28b006bf80 2023-07-12T13:57:01.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28ae7fc640 1 -- 172.21.15.50:0/2303927425 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28980ab770 con 0x7f28b006bf80 2023-07-12T13:57:01.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28ae7fc640 1 -- 172.21.15.50:0/2303927425 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28980abb00 con 0x7f28b006bf80 2023-07-12T13:57:01.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 -- 172.21.15.50:0/2303927425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b006bf80 msgr2=0x7f28b00afdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 --2- 172.21.15.50:0/2303927425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b006bf80 0x7f28b00afdb0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f28b006ed10 tx=0x7f289801c500 comp rx=0 tx=0).stop 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 -- 172.21.15.50:0/2303927425 shutdown_connections 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 --2- 172.21.15.50:0/2303927425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b006bf80 0x7f28b00afdb0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 --2- 172.21.15.50:0/2303927425 >> v2:172.21.15.55:3300/0 conn(0x7f28b01632a0 0x7f28b00af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 -- 172.21.15.50:0/2303927425 >> 172.21.15.50:0/2303927425 conn(0x7f28b00ca870 msgr2=0x7f28b00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 -- 172.21.15.50:0/2303927425 shutdown_connections 2023-07-12T13:57:01.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.616+0000 7f28b599d640 1 -- 172.21.15.50:0/2303927425 wait complete. 2023-07-12T13:57:01.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 Processor -- start 2023-07-12T13:57:01.624 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- start start 2023-07-12T13:57:01.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28b006bf80 0x7f28b0144ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 0x7f28b0146f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f28b01632a0 0x7f28b0147440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28b01618e0 con 0x7f28b0070980 2023-07-12T13:57:01.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28b00b3a90 con 0x7f28b006bf80 2023-07-12T13:57:01.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28b0160fb0 con 0x7f28b01632a0 2023-07-12T13:57:01.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 0x7f28b0146f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 0x7f28b0146f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45496/0 (socket says 172.21.15.50:45496) 2023-07-12T13:57:01.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 -- 172.21.15.50:0/1754668057 learned_addr learned my addr 172.21.15.50:0/1754668057 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:01.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28aeffd640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28b006bf80 0x7f28b0144ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28af7fe640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f28b01632a0 0x7f28b0147440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 -- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f28b01632a0 msgr2=0x7f28b0147440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f28b01632a0 0x7f28b0147440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 -- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28b006bf80 msgr2=0x7f28b0144ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28b006bf80 0x7f28b0144ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 -- 172.21.15.50:0/1754668057 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28980094d0 con 0x7f28b0070980 2023-07-12T13:57:01.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28a7fff640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 0x7f28b0146f00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f2898019110 tx=0x7f289801ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:01.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28980ab610 con 0x7f28b0070980 2023-07-12T13:57:01.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28980b4800 con 0x7f28b0070980 2023-07-12T13:57:01.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28b0161290 con 0x7f28b0070980 2023-07-12T13:57:01.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28980b4b90 con 0x7f28b0070980 2023-07-12T13:57:01.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28b0145410 con 0x7f28b0070980 2023-07-12T13:57:01.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.620+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28b004e020 con 0x7f28b0070980 2023-07-12T13:57:01.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.624+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f28980b4cf0 con 0x7f28b0070980 2023-07-12T13:57:01.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.624+0000 7f28acff9640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2890066280 0x7f2890068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:01.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.624+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f289811e4c0 con 0x7f28b0070980 2023-07-12T13:57:01.630 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.624+0000 7f28aeffd640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2890066280 0x7f2890068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:01.631 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.624+0000 7f28aeffd640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2890066280 0x7f2890068730 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f28a00079c0 tx=0x7f28a0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:01.633 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.628+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f28980ebd30 con 0x7f28b0070980 2023-07-12T13:57:01.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.836+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f28b01610f0 con 0x7f28b0070980 2023-07-12T13:57:01.847 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.840+0000 7f28acff9640 1 -- 172.21.15.50:0/1754668057 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) v1 ==== 90+0+0 (secure 0 0 0) 0x7f28b01610f0 con 0x7f28b0070980 2023-07-12T13:57:01.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2890066280 msgr2=0x7f2890068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2890066280 0x7f2890068730 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f28a00079c0 tx=0x7f28a0008040 comp rx=0 tx=0).stop 2023-07-12T13:57:01.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 msgr2=0x7f28b0146f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:01.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 0x7f28b0146f00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f2898019110 tx=0x7f289801ad40 comp rx=0 tx=0).stop 2023-07-12T13:57:01.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 shutdown_connections 2023-07-12T13:57:01.849 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f2890066280 0x7f2890068730 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f28b01632a0 0x7f28b0147440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28b0070980 0x7f28b0146f00 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 --2- 172.21.15.50:0/1754668057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28b006bf80 0x7f28b0144ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:01.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 >> 172.21.15.50:0/1754668057 conn(0x7f28b00ca870 msgr2=0x7f28b00aeef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:01.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 shutdown_connections 2023-07-12T13:57:01.850 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:01.844+0000 7f28b599d640 1 -- 172.21.15.50:0/1754668057 wait complete. 2023-07-12T13:57:01.868 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-07-12T13:57:02.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 Processor -- start 2023-07-12T13:57:02.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 -- start start 2023-07-12T13:57:02.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15bc80 0x7f1d6c069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1d6c15f610 0x7f1d6c15d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f1d6c06f8c0 0x7f1d6c06fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d6c070280 con 0x7f1d6c15f610 2023-07-12T13:57:02.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d6c15c050 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d71337640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c15fad0 con 0x7f1d6c15bc80 2023-07-12T13:57:02.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1d6c15f610 0x7f1d6c15d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1d6c15f610 0x7f1d6c15d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45502/0 (socket says 172.21.15.50:45502) 2023-07-12T13:57:02.015 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 -- 172.21.15.50:0/304321180 learned_addr learned my addr 172.21.15.50:0/304321180 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:02.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d6b7fe640 1 --2- 172.21.15.50:0/304321180 >> v2:172.21.15.55:3300/0 conn(0x7f1d6c06f8c0 0x7f1d6c06fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.016 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d6affd640 1 --2- 172.21.15.50:0/304321180 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15bc80 0x7f1d6c069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 -- 172.21.15.50:0/304321180 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15bc80 msgr2=0x7f1d6c069ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:02.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 --2- 172.21.15.50:0/304321180 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15bc80 0x7f1d6c069ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 -- 172.21.15.50:0/304321180 >> v2:172.21.15.55:3300/0 conn(0x7f1d6c06f8c0 msgr2=0x7f1d6c06fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:02.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 --2- 172.21.15.50:0/304321180 >> v2:172.21.15.55:3300/0 conn(0x7f1d6c06f8c0 0x7f1d6c06fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.008+0000 7f1d63fff640 1 -- 172.21.15.50:0/304321180 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d6c15fdb0 con 0x7f1d6c15f610 2023-07-12T13:57:02.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d63fff640 1 --2- 172.21.15.50:0/304321180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15f610 0x7f1d6c15d410 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c0c5650 tx=0x7f1d5401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ff775181e74277f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d6a7fc640 1 -- 172.21.15.50:0/304321180 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d540aa5f0 con 0x7f1d6c15f610 2023-07-12T13:57:02.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d6a7fc640 1 -- 172.21.15.50:0/304321180 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d540aa750 con 0x7f1d6c15f610 2023-07-12T13:57:02.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d6a7fc640 1 -- 172.21.15.50:0/304321180 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d540aaae0 con 0x7f1d6c15f610 2023-07-12T13:57:02.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 -- 172.21.15.50:0/304321180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15f610 msgr2=0x7f1d6c15d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 --2- 172.21.15.50:0/304321180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15f610 0x7f1d6c15d410 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c0c5650 tx=0x7f1d5401c4d0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 -- 172.21.15.50:0/304321180 shutdown_connections 2023-07-12T13:57:02.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 --2- 172.21.15.50:0/304321180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15f610 0x7f1d6c15d410 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 --2- 172.21.15.50:0/304321180 >> v2:172.21.15.55:3300/0 conn(0x7f1d6c06f8c0 0x7f1d6c06fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 --2- 172.21.15.50:0/304321180 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15bc80 0x7f1d6c069ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 -- 172.21.15.50:0/304321180 >> 172.21.15.50:0/304321180 conn(0x7f1d6c0b0de0 msgr2=0x7f1d6c0ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:02.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 -- 172.21.15.50:0/304321180 shutdown_connections 2023-07-12T13:57:02.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 -- 172.21.15.50:0/304321180 wait complete. 2023-07-12T13:57:02.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 Processor -- start 2023-07-12T13:57:02.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.012+0000 7f1d71337640 1 -- start start 2023-07-12T13:57:02.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 0x7f1d6c151a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d6c15bc80 0x7f1d6c0c2610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15f610 0x7f1d6c0c2b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c0c34b0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c159a10 con 0x7f1d6c15bc80 2023-07-12T13:57:02.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c159cf0 con 0x7f1d6c15f610 2023-07-12T13:57:02.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 0x7f1d6c151a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 0x7f1d6c151a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45508/0 (socket says 172.21.15.50:45508) 2023-07-12T13:57:02.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 -- 172.21.15.50:0/3144398822 learned_addr learned my addr 172.21.15.50:0/3144398822 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:02.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6b7fe640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15f610 0x7f1d6c0c2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d63fff640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d6c15bc80 0x7f1d6c0c2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 -- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15f610 msgr2=0x7f1d6c0c2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15f610 0x7f1d6c0c2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 -- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d6c15bc80 msgr2=0x7f1d6c0c2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d6c15bc80 0x7f1d6c0c2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 -- 172.21.15.50:0/3144398822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d540094d0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6b7fe640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15f610 0x7f1d6c0c2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:02.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d6affd640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 0x7f1d6c151a70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00d800 tx=0x7f1d5c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c00b6c0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d5c00b820 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d6c159fd0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c00bb90 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d6c151fb0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d6c04e020 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.016+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1d5c00bcf0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.020+0000 7f1d637fe640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1d4c066280 0x7f1d4c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.020+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f1d5c083f50 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.020+0000 7f1d63fff640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1d4c066280 0x7f1d4c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.020+0000 7f1d63fff640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1d4c066280 0x7f1d4c068730 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1d540ae000 tx=0x7f1d540b5040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.024+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1d5c055110 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.236+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f1d6c0cf340 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d637fe640 1 -- 172.21.15.50:0/3144398822 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) v1 ==== 90+0+0 (secure 0 0 0) 0x7f1d5c054ca0 con 0x7f1d6c06f8c0 2023-07-12T13:57:02.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1d4c066280 msgr2=0x7f1d4c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1d4c066280 0x7f1d4c068730 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1d540ae000 tx=0x7f1d540b5040 comp rx=0 tx=0).stop 2023-07-12T13:57:02.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 msgr2=0x7f1d6c151a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 0x7f1d6c151a70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00d800 tx=0x7f1d5c00dcc0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 shutdown_connections 2023-07-12T13:57:02.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1d4c066280 0x7f1d4c068730 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1d6c15f610 0x7f1d6c0c2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d6c15bc80 0x7f1d6c0c2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 --2- 172.21.15.50:0/3144398822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c06f8c0 0x7f1d6c151a70 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 >> 172.21.15.50:0/3144398822 conn(0x7f1d6c0b0de0 msgr2=0x7f1d6c15af30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:02.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 shutdown_connections 2023-07-12T13:57:02.249 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.240+0000 7f1d71337640 1 -- 172.21.15.50:0/3144398822 wait complete. 2023-07-12T13:57:02.267 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-07-12T13:57:02.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 Processor -- start 2023-07-12T13:57:02.410 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 -- start start 2023-07-12T13:57:02.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 0x7f9688069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f968806f8c0 0x7f968806fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f968815c050 con 0x7f968815bc80 2023-07-12T13:57:02.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9688070280 con 0x7f968806f8c0 2023-07-12T13:57:02.412 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.404+0000 7f968f5e9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f968815db20 con 0x7f968815f610 2023-07-12T13:57:02.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968cb84640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 0x7f9688069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968db86640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f968806f8c0 0x7f968806fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968cb84640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 0x7f9688069ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:49576/0 (socket says 172.21.15.50:49576) 2023-07-12T13:57:02.413 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968cb84640 1 -- 172.21.15.50:0/1487252040 learned_addr learned my addr 172.21.15.50:0/1487252040 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:02.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968d385640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f968815bc80 0x7f968815d410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:33112/0 (socket says 172.21.15.50:33112) 2023-07-12T13:57:02.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f967ffff640 1 -- 172.21.15.50:0/1487252040 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2638578837 0 0) 0x7f968815c050 con 0x7f968815bc80 2023-07-12T13:57:02.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f967ffff640 1 -- 172.21.15.50:0/1487252040 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9674003530 con 0x7f968815bc80 2023-07-12T13:57:02.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968db86640 1 -- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 msgr2=0x7f9688069ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:02.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968db86640 1 --2- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 0x7f9688069ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.414 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968db86640 1 -- 172.21.15.50:0/1487252040 >> v1:172.21.15.55:6789/0 conn(0x7f968815bc80 legacy=0x7f968815d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.415 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968db86640 1 -- 172.21.15.50:0/1487252040 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f968815fad0 con 0x7f968806f8c0 2023-07-12T13:57:02.416 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968cb84640 1 --2- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 0x7f9688069ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:57:02.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.408+0000 7f968db86640 1 --2- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f968806fd40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9680009d90 tx=0x7f968001c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d7e791bde8a0ea7 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f967ffff640 1 -- 172.21.15.50:0/1487252040 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96800a59e0 con 0x7f968806f8c0 2023-07-12T13:57:02.417 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f967ffff640 1 -- 172.21.15.50:0/1487252040 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96800a5b40 con 0x7f968806f8c0 2023-07-12T13:57:02.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f967ffff640 1 -- 172.21.15.50:0/1487252040 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96800ad440 con 0x7f968806f8c0 2023-07-12T13:57:02.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 msgr2=0x7f968806fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.418 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 --2- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f968806fd40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9680009d90 tx=0x7f968001c920 comp rx=0 tx=0).stop 2023-07-12T13:57:02.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- 172.21.15.50:0/1487252040 shutdown_connections 2023-07-12T13:57:02.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 --2- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f968806fd40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 --2- 172.21.15.50:0/1487252040 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815f610 0x7f9688069ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.419 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- 172.21.15.50:0/1487252040 >> 172.21.15.50:0/1487252040 conn(0x7f96880b0de0 msgr2=0x7f96880ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:02.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- 172.21.15.50:0/1487252040 shutdown_connections 2023-07-12T13:57:02.420 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- 172.21.15.50:0/1487252040 wait complete. 2023-07-12T13:57:02.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 Processor -- start 2023-07-12T13:57:02.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- start start 2023-07-12T13:57:02.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f9688155040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.424 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815bc80 0x7f9688159930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 0x7f9688159e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96880c56f0 con 0x7f968815f610 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96880c4eb0 con 0x7f968806f8c0 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968f5e9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96880c5940 con 0x7f968815bc80 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968db86640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 0x7f9688159e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968db86640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 0x7f9688159e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45524/0 (socket says 172.21.15.50:45524) 2023-07-12T13:57:02.425 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.412+0000 7f968db86640 1 -- 172.21.15.50:0/2055232772 learned_addr learned my addr 172.21.15.50:0/2055232772 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:02.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968d385640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f9688155040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968cb84640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815bc80 0x7f9688159930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968db86640 1 -- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815bc80 msgr2=0x7f9688159930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968db86640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815bc80 0x7f9688159930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968db86640 1 -- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 msgr2=0x7f9688155040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.426 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968db86640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f9688155040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968db86640 1 -- 172.21.15.50:0/2055232772 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96780094d0 con 0x7f968815f610 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968db86640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 0x7f9688159e70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f968001a550 tx=0x7f96800196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96800aed30 con 0x7f968815f610 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96800aee90 con 0x7f968815f610 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96800b7610 con 0x7f968815f610 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9680009a70 con 0x7f968815f610 2023-07-12T13:57:02.427 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96880c5f00 con 0x7f968815f610 2023-07-12T13:57:02.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f968804e020 con 0x7f968815f610 2023-07-12T13:57:02.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.416+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f96800b4050 con 0x7f968815f610 2023-07-12T13:57:02.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.420+0000 7f967dffb640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f966c066280 0x7f966c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.420+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f968011ea00 con 0x7f968815f610 2023-07-12T13:57:02.428 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.420+0000 7f968d385640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f966c066280 0x7f966c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.420+0000 7f968d385640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f966c066280 0x7f966c068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9684000f70 tx=0x7f9684007d00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.429 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.420+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f96800ec1e0 con 0x7f968815f610 2023-07-12T13:57:02.636 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.628+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f9688160340 con 0x7f968815f610 2023-07-12T13:57:02.640 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f967dffb640 1 -- 172.21.15.50:0/2055232772 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f96800b2020 con 0x7f968815f610 2023-07-12T13:57:02.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f966c066280 msgr2=0x7f966c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f966c066280 0x7f966c068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9684000f70 tx=0x7f9684007d00 comp rx=0 tx=0).stop 2023-07-12T13:57:02.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 msgr2=0x7f9688159e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 0x7f9688159e70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f968001a550 tx=0x7f96800196c0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 shutdown_connections 2023-07-12T13:57:02.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f966c066280 0x7f966c068730 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f968815f610 0x7f9688159e70 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f968815bc80 0x7f9688159930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 --2- 172.21.15.50:0/2055232772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f968806f8c0 0x7f9688155040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 >> 172.21.15.50:0/2055232772 conn(0x7f96880b0de0 msgr2=0x7f96880cd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:02.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 shutdown_connections 2023-07-12T13:57:02.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.636+0000 7f968f5e9640 1 -- 172.21.15.50:0/2055232772 wait complete. 2023-07-12T13:57:02.662 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-07-12T13:57:02.805 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 Processor -- start 2023-07-12T13:57:02.806 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 -- start start 2023-07-12T13:57:02.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f1dc40aff80 0x7f1dc415c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc40cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dc415d1f0 con 0x7f1dc4156140 2023-07-12T13:57:02.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dc406f050 con 0x7f1dc40aff80 2023-07-12T13:57:02.807 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dca4bd640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc4159bd0 con 0x7f1dc4159770 2023-07-12T13:57:02.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dc37fe640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f1dc40aff80 0x7f1dc415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dc8a5a640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc40cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.808 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dc3fff640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f1dc4156140 0x7f1dc40af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:33114/0 (socket says 172.21.15.50:33114) 2023-07-12T13:57:02.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.800+0000 7f1dc3fff640 1 -- 172.21.15.50:0/2465762864 learned_addr learned my addr 172.21.15.50:0/2465762864 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:02.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc37fe640 1 -- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 msgr2=0x7f1dc40cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:02.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc37fe640 1 --2- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc40cc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc37fe640 1 -- 172.21.15.50:0/2465762864 >> v1:172.21.15.55:6789/0 conn(0x7f1dc4156140 legacy=0x7f1dc40af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.809 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc37fe640 1 -- 172.21.15.50:0/2465762864 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dc415c950 con 0x7f1dc40aff80 2023-07-12T13:57:02.810 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc37fe640 1 --2- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415c250 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1db80097c0 tx=0x7f1db801c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed2185f3333fd69d server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc2ffd640 1 -- 172.21.15.50:0/2465762864 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db80ab680 con 0x7f1dc40aff80 2023-07-12T13:57:02.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc2ffd640 1 -- 172.21.15.50:0/2465762864 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1db80ab7e0 con 0x7f1dc40aff80 2023-07-12T13:57:02.811 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.804+0000 7f1dc2ffd640 1 -- 172.21.15.50:0/2465762864 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db80abb70 con 0x7f1dc40aff80 2023-07-12T13:57:02.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 msgr2=0x7f1dc415c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415c250 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1db80097c0 tx=0x7f1db801c480 comp rx=0 tx=0).stop 2023-07-12T13:57:02.812 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- 172.21.15.50:0/2465762864 shutdown_connections 2023-07-12T13:57:02.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc40cc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/2465762864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415c250 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- 172.21.15.50:0/2465762864 >> 172.21.15.50:0/2465762864 conn(0x7f1dc40ca870 msgr2=0x7f1dc40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:02.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- 172.21.15.50:0/2465762864 shutdown_connections 2023-07-12T13:57:02.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- 172.21.15.50:0/2465762864 wait complete. 2023-07-12T13:57:02.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 Processor -- start 2023-07-12T13:57:02.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- start start 2023-07-12T13:57:02.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 0x7f1dc414e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc414eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.815 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc40ac260 con 0x7f1dc4156140 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc414eff0 con 0x7f1dc40aff80 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dca4bd640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc40acaa0 con 0x7f1dc4159770 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 0x7f1dc414e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 0x7f1dc414e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45536/0 (socket says 172.21.15.50:45536) 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 -- 172.21.15.50:0/1948074561 learned_addr learned my addr 172.21.15.50:0/1948074561 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc3fff640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc8a5a640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc414eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 -- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 msgr2=0x7f1dc414eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc414eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 -- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 msgr2=0x7f1dc415a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc37fe640 1 -- 172.21.15.50:0/1948074561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1db8009420 con 0x7f1dc4156140 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.808+0000 7f1dc8a5a640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc414eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc37fe640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 0x7f1dc414e570 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1db801ab30 tx=0x7f1db801acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db80bf610 con 0x7f1dc4156140 2023-07-12T13:57:02.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1db80bf790 con 0x7f1dc4156140 2023-07-12T13:57:02.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dc414f600 con 0x7f1dc4156140 2023-07-12T13:57:02.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db80bfb40 con 0x7f1dc4156140 2023-07-12T13:57:02.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dc40ac730 con 0x7f1dc4156140 2023-07-12T13:57:02.819 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dc404e020 con 0x7f1dc4156140 2023-07-12T13:57:02.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1db80bfca0 con 0x7f1dc4156140 2023-07-12T13:57:02.820 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc0ff9640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1db0066280 0x7f1db0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:02.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f1db811e760 con 0x7f1dc4156140 2023-07-12T13:57:02.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.812+0000 7f1dc3fff640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1db0066280 0x7f1db0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:02.821 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.816+0000 7f1dc3fff640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1db0066280 0x7f1db0068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1db4005890 tx=0x7f1db4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:02.823 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:02.816+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1db80ebf40 con 0x7f1dc4156140 2023-07-12T13:57:03.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.032+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f1dc40b3d70 con 0x7f1dc4156140 2023-07-12T13:57:03.047 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.040+0000 7f1dc0ff9640 1 -- 172.21.15.50:0/1948074561 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f1db80ef560 con 0x7f1dc4156140 2023-07-12T13:57:03.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1db0066280 msgr2=0x7f1db0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1db0066280 0x7f1db0068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1db4005890 tx=0x7f1db4009040 comp rx=0 tx=0).stop 2023-07-12T13:57:03.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 msgr2=0x7f1dc414e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.049 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 0x7f1dc414e570 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1db801ab30 tx=0x7f1db801acc0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 shutdown_connections 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f1db0066280 0x7f1db0068730 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f1dc4159770 0x7f1dc414eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dc4156140 0x7f1dc414e570 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 --2- 172.21.15.50:0/1948074561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1dc40aff80 0x7f1dc415a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 >> 172.21.15.50:0/1948074561 conn(0x7f1dc40ca870 msgr2=0x7f1dc406add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 shutdown_connections 2023-07-12T13:57:03.050 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.044+0000 7f1dca4bd640 1 -- 172.21.15.50:0/1948074561 wait complete. 2023-07-12T13:57:03.068 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-07-12T13:57:03.212 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 Processor -- start 2023-07-12T13:57:03.213 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 -- start start 2023-07-12T13:57:03.214 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff29c15bc80 0x7ff29c069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff29c06f8c0 0x7ff29c06fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff29c070260 con 0x7ff29c15f610 2023-07-12T13:57:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff29c15db20 con 0x7ff29c15bc80 2023-07-12T13:57:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a2911640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff29c15c050 con 0x7ff29c06f8c0 2023-07-12T13:57:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff29c15bc80 0x7ff29c069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.215 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff29c15bc80 0x7ff29c069ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45542/0 (socket says 172.21.15.50:45542) 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 -- 172.21.15.50:0/990976080 learned_addr learned my addr 172.21.15.50:0/990976080 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a0eae640 1 --2- 172.21.15.50:0/990976080 >> v2:172.21.15.55:3300/0 conn(0x7ff29c06f8c0 0x7ff29c06fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 -- 172.21.15.50:0/990976080 >> v2:172.21.15.55:3300/0 conn(0x7ff29c06f8c0 msgr2=0x7ff29c06fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 --2- 172.21.15.50:0/990976080 >> v2:172.21.15.55:3300/0 conn(0x7ff29c06f8c0 0x7ff29c06fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 -- 172.21.15.50:0/990976080 >> v1:172.21.15.55:6789/0 conn(0x7ff29c15f610 legacy=0x7ff29c15d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff29bfff640 1 -- 172.21.15.50:0/990976080 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff29c15fad0 con 0x7ff29c15bc80 2023-07-12T13:57:03.216 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.208+0000 7ff2a0eae640 1 --2- 172.21.15.50:0/990976080 >> v2:172.21.15.55:3300/0 conn(0x7ff29c06f8c0 0x7ff29c06fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:03.217 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff29bfff640 1 --2- 172.21.15.50:0/990976080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c069ea0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff29c06a7b0 tx=0x7ff28c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d13e5fad683244 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff29b7fe640 1 -- 172.21.15.50:0/990976080 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28c0aa430 con 0x7ff29c15bc80 2023-07-12T13:57:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff29b7fe640 1 -- 172.21.15.50:0/990976080 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff28c0aa590 con 0x7ff29c15bc80 2023-07-12T13:57:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff29b7fe640 1 -- 172.21.15.50:0/990976080 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28c0aa920 con 0x7ff29c15bc80 2023-07-12T13:57:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 -- 172.21.15.50:0/990976080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 msgr2=0x7ff29c069ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.218 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 --2- 172.21.15.50:0/990976080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c069ea0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff29c06a7b0 tx=0x7ff28c01c4d0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 -- 172.21.15.50:0/990976080 shutdown_connections 2023-07-12T13:57:03.219 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 --2- 172.21.15.50:0/990976080 >> v2:172.21.15.55:3300/0 conn(0x7ff29c06f8c0 0x7ff29c06fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 --2- 172.21.15.50:0/990976080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c069ea0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 -- 172.21.15.50:0/990976080 >> 172.21.15.50:0/990976080 conn(0x7ff29c0b0de0 msgr2=0x7ff29c0ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 -- 172.21.15.50:0/990976080 shutdown_connections 2023-07-12T13:57:03.220 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.212+0000 7ff2a2911640 1 -- 172.21.15.50:0/990976080 wait complete. 2023-07-12T13:57:03.224 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 Processor -- start 2023-07-12T13:57:03.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- start start 2023-07-12T13:57:03.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff29c06f8c0 0x7ff29c0c41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.225 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c0c4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff29c15f610 0x7ff29c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff29c0c5090 con 0x7ff29c15bc80 2023-07-12T13:57:03.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff29c1525d0 con 0x7ff29c15f610 2023-07-12T13:57:03.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff29c151fc0 con 0x7ff29c06f8c0 2023-07-12T13:57:03.226 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c0c4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c0c4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45548/0 (socket says 172.21.15.50:45548) 2023-07-12T13:57:03.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 -- 172.21.15.50:0/844179775 learned_addr learned my addr 172.21.15.50:0/844179775 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:03.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a0eae640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff29c15f610 0x7ff29c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff29bfff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff29c06f8c0 0x7ff29c0c41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.227 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 -- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff29c06f8c0 msgr2=0x7ff29c0c41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff29c06f8c0 0x7ff29c0c41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 -- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff29c15f610 msgr2=0x7ff29c06baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff29c15f610 0x7ff29c06baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.229 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 -- 172.21.15.50:0/844179775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff28c0094d0 con 0x7ff29c15bc80 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a0eae640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff29c15f610 0x7ff29c06baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff29bfff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff29c06f8c0 0x7ff29c0c41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff293fff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c0c4730 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff28400c390 tx=0x7ff28400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2840052d0 con 0x7ff29c15bc80 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff284005430 con 0x7ff29c15bc80 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff284003820 con 0x7ff29c15bc80 2023-07-12T13:57:03.230 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff29c0c4db0 con 0x7ff29c15bc80 2023-07-12T13:57:03.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff29c144040 con 0x7ff29c15bc80 2023-07-12T13:57:03.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.216+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff29c152780 con 0x7ff29c15bc80 2023-07-12T13:57:03.231 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.220+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff284003980 con 0x7ff29c15bc80 2023-07-12T13:57:03.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.220+0000 7ff2997fa640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff27c066280 0x7ff27c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.220+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7ff284082ff0 con 0x7ff29c15bc80 2023-07-12T13:57:03.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.220+0000 7ff29bfff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff27c066280 0x7ff27c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.220+0000 7ff29bfff640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff27c066280 0x7ff27c068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff28c0ae000 tx=0x7ff28c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:03.232 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.224+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff2840b3700 con 0x7ff29c15bc80 2023-07-12T13:57:03.437 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.432+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7ff29c04e020 con 0x7ff29c15bc80 2023-07-12T13:57:03.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.436+0000 7ff2997fa640 1 -- 172.21.15.50:0/844179775 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) v1 ==== 97+0+0 (secure 0 0 0) 0x7ff29c152780 con 0x7ff29c15bc80 2023-07-12T13:57:03.444 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff27c066280 msgr2=0x7ff27c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff27c066280 0x7ff27c068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff28c0ae000 tx=0x7ff28c008040 comp rx=0 tx=0).stop 2023-07-12T13:57:03.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 msgr2=0x7ff29c0c4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c0c4730 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff28400c390 tx=0x7ff28400c850 comp rx=0 tx=0).stop 2023-07-12T13:57:03.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 shutdown_connections 2023-07-12T13:57:03.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff27c066280 0x7ff27c068730 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff29c15f610 0x7ff29c06baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff29c15bc80 0x7ff29c0c4730 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 --2- 172.21.15.50:0/844179775 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff29c06f8c0 0x7ff29c0c41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 >> 172.21.15.50:0/844179775 conn(0x7ff29c0b0de0 msgr2=0x7ff29c0ab8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:03.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 shutdown_connections 2023-07-12T13:57:03.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.440+0000 7ff2a2911640 1 -- 172.21.15.50:0/844179775 wait complete. 2023-07-12T13:57:03.465 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-07-12T13:57:03.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f4496640 1 Processor -- start 2023-07-12T13:57:03.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f4496640 1 -- start start 2023-07-12T13:57:03.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f4496640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec0aff80 0x7ff6ec15c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f4496640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6ec15d1f0 con 0x7ff6ec159770 2023-07-12T13:57:03.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f4496640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6ec159c10 con 0x7ff6ec156140 2023-07-12T13:57:03.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f4496640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec06f050 con 0x7ff6ec0aff80 2023-07-12T13:57:03.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f2a33640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff6ec159770 0x7ff6ec0cc530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33818/0 (socket says 172.21.15.50:33818) 2023-07-12T13:57:03.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f2a33640 1 -- 172.21.15.50:0/4124907559 learned_addr learned my addr 172.21.15.50:0/4124907559 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:03.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f1a31640 1 --2- 172.21.15.50:0/4124907559 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec0aff80 0x7ff6ec15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3379551524 0 0) 0x7ff6ec15d1f0 con 0x7ff6ec159770 2023-07-12T13:57:03.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6d8005740 con 0x7ff6ec159770 2023-07-12T13:57:03.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 54951742 0 0) 0x7ff6ec159c10 con 0x7ff6ec156140 2023-07-12T13:57:03.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.604+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6ec15d1f0 con 0x7ff6ec156140 2023-07-12T13:57:03.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1a31640 1 -- 172.21.15.50:0/4124907559 >> v1:172.21.15.55:6789/0 conn(0x7ff6ec156140 legacy=0x7ff6ec0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1a31640 1 -- 172.21.15.50:0/4124907559 >> v1:172.21.15.50:6789/0 conn(0x7ff6ec159770 legacy=0x7ff6ec0cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1a31640 1 -- 172.21.15.50:0/4124907559 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6ec15c950 con 0x7ff6ec0aff80 2023-07-12T13:57:03.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1a31640 1 --2- 172.21.15.50:0/4124907559 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec0aff80 0x7ff6ec15c250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0097f0 tx=0x7ff6dc01c4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ee3c1eaba1212bd server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:03.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc0aa620 con 0x7ff6ec0aff80 2023-07-12T13:57:03.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6dc0aa780 con 0x7ff6ec0aff80 2023-07-12T13:57:03.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f1230640 1 -- 172.21.15.50:0/4124907559 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc0aab10 con 0x7ff6ec0aff80 2023-07-12T13:57:03.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f4496640 1 -- 172.21.15.50:0/4124907559 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec0aff80 msgr2=0x7ff6ec15c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.608+0000 7ff6f4496640 1 --2- 172.21.15.50:0/4124907559 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec0aff80 0x7ff6ec15c250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0097f0 tx=0x7ff6dc01c4c0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- 172.21.15.50:0/4124907559 shutdown_connections 2023-07-12T13:57:03.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 --2- 172.21.15.50:0/4124907559 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec0aff80 0x7ff6ec15c250 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- 172.21.15.50:0/4124907559 >> 172.21.15.50:0/4124907559 conn(0x7ff6ec0ca870 msgr2=0x7ff6ec0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:03.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- 172.21.15.50:0/4124907559 shutdown_connections 2023-07-12T13:57:03.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- 172.21.15.50:0/4124907559 wait complete. 2023-07-12T13:57:03.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 Processor -- start 2023-07-12T13:57:03.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- start start 2023-07-12T13:57:03.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6ec0aff80 0x7ff6ec14d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.620 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec156140 0x7ff6ec159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.620 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 0x7ff6ec13caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.620 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec15b380 con 0x7ff6ec159770 2023-07-12T13:57:03.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec15a700 con 0x7ff6ec0aff80 2023-07-12T13:57:03.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f4496640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec15a9e0 con 0x7ff6ec156140 2023-07-12T13:57:03.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 0x7ff6ec13caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 0x7ff6ec13caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45550/0 (socket says 172.21.15.50:45550) 2023-07-12T13:57:03.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 -- 172.21.15.50:0/3560389311 learned_addr learned my addr 172.21.15.50:0/3560389311 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:03.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2232640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6ec0aff80 0x7ff6ec14d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f1a31640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec156140 0x7ff6ec159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 -- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec156140 msgr2=0x7ff6ec159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec156140 0x7ff6ec159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 -- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6ec0aff80 msgr2=0x7ff6ec14d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6ec0aff80 0x7ff6ec14d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 -- 172.21.15.50:0/3560389311 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6dc009420 con 0x7ff6ec159770 2023-07-12T13:57:03.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.612+0000 7ff6f2a33640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 0x7ff6ec13caa0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff6e400caa0 tx=0x7ff6e400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:03.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e400ac00 con 0x7ff6ec159770 2023-07-12T13:57:03.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6e400ad80 con 0x7ff6ec159770 2023-07-12T13:57:03.626 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e4012640 con 0x7ff6ec159770 2023-07-12T13:57:03.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6ec15acc0 con 0x7ff6ec159770 2023-07-12T13:57:03.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6ec15a340 con 0x7ff6ec159770 2023-07-12T13:57:03.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6ec15b4c0 con 0x7ff6ec159770 2023-07-12T13:57:03.627 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff6e4007070 con 0x7ff6ec159770 2023-07-12T13:57:03.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6e2ffd640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff6d0066280 0x7ff6d0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:03.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7ff6e4083990 con 0x7ff6ec159770 2023-07-12T13:57:03.628 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.616+0000 7ff6f2232640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff6d0066280 0x7ff6d0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:03.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.620+0000 7ff6f2232640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff6d0066280 0x7ff6d0068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff6e80011f0 tx=0x7ff6e8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:03.629 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.620+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff6ec15b4c0 con 0x7ff6ec159770 2023-07-12T13:57:03.666 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:57:03.670 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:57:03.835 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.828+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7ff6ec15b4c0 con 0x7ff6ec159770 2023-07-12T13:57:03.840 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.832+0000 7ff6e2ffd640 1 -- 172.21.15.50:0/3560389311 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7ff6ec15b4c0 con 0x7ff6ec159770 2023-07-12T13:57:03.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff6d0066280 msgr2=0x7ff6d0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.842 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff6d0066280 0x7ff6d0068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff6e80011f0 tx=0x7ff6e8009040 comp rx=0 tx=0).stop 2023-07-12T13:57:03.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 msgr2=0x7ff6ec13caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:03.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 0x7ff6ec13caa0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff6e400caa0 tx=0x7ff6e400cf60 comp rx=0 tx=0).stop 2023-07-12T13:57:03.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 shutdown_connections 2023-07-12T13:57:03.843 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff6d0066280 0x7ff6d0068730 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6ec159770 0x7ff6ec13caa0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff6ec156140 0x7ff6ec159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 --2- 172.21.15.50:0/3560389311 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6ec0aff80 0x7ff6ec14d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:03.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 >> 172.21.15.50:0/3560389311 conn(0x7ff6ec0ca870 msgr2=0x7ff6ec0cd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:03.844 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 shutdown_connections 2023-07-12T13:57:03.845 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:03.836+0000 7ff6f4496640 1 -- 172.21.15.50:0/3560389311 wait complete. 2023-07-12T13:57:03.861 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:57:04.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 Processor -- start 2023-07-12T13:57:04.004 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 -- start start 2023-07-12T13:57:04.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fe268156140 0x7fe26815c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 0x7fe2680cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe26815d1f0 con 0x7fe268159770 2023-07-12T13:57:04.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe26806f050 con 0x7fe268156140 2023-07-12T13:57:04.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26cbfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe268159bd0 con 0x7fe2680aff80 2023-07-12T13:57:04.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe265d9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fe268159770 0x7fe2680af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:33832/0 (socket says 172.21.15.50:33832) 2023-07-12T13:57:04.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe265d9b640 1 -- 172.21.15.50:0/109949699 learned_addr learned my addr 172.21.15.50:0/109949699 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:04.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 0x7fe2680cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26659c640 1 --2- 172.21.15.50:0/109949699 >> v2:172.21.15.55:3300/0 conn(0x7fe268156140 0x7fe26815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2265964554 0 0) 0x7fe26815d1f0 con 0x7fe268159770 2023-07-12T13:57:04.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe250003530 con 0x7fe268159770 2023-07-12T13:57:04.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4019916433 0 0) 0x7fe250003530 con 0x7fe268159770 2023-07-12T13:57:04.008 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 msgr2=0x7fe2680cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 0x7fe2680cc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 >> v2:172.21.15.55:3300/0 conn(0x7fe268156140 msgr2=0x7fe26815c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 --2- 172.21.15.50:0/109949699 >> v2:172.21.15.55:3300/0 conn(0x7fe268156140 0x7fe26815c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe26815c950 con 0x7fe268159770 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fe25c001680 con 0x7fe268159770 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26659c640 1 --2- 172.21.15.50:0/109949699 >> v2:172.21.15.55:3300/0 conn(0x7fe268156140 0x7fe26815c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:57:04.009 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 >> v1:172.21.15.50:6789/0 conn(0x7fe268159770 legacy=0x7fe2680af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 0x7fe2500039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250003f70 0x7fe2500047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe250004d10 0x7fe250005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe26806f050 con 0x7fe250004d10 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe268159bd0 con 0x7fe250003f70 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe25000b990 con 0x7fe2680aff80 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe250004d10 0x7fe250005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.010 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 -- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 msgr2=0x7fe2500039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe265d9b640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250003f70 0x7fe2500047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680aff80 0x7fe2500039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 -- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250003f70 msgr2=0x7fe2500047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250003f70 0x7fe2500047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe266d9d640 1 -- 172.21.15.50:0/109949699 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe250003530 con 0x7fe250004d10 2023-07-12T13:57:04.011 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.000+0000 7fe265d9b640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250003f70 0x7fe2500047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:04.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe266d9d640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe250004d10 0x7fe250005180 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe260009f90 tx=0x7fe26001cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f39f2502dc1aba4 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.012 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2600a5c30 con 0x7fe250004d10 2023-07-12T13:57:04.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe26000f040 con 0x7fe250004d10 2023-07-12T13:57:04.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26559a640 1 -- 172.21.15.50:0/109949699 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2600ad440 con 0x7fe250004d10 2023-07-12T13:57:04.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26cbfa640 1 -- 172.21.15.50:0/109949699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe250004d10 msgr2=0x7fe250005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/109949699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe250004d10 0x7fe250005180 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe260009f90 tx=0x7fe26001cc20 comp rx=0 tx=0).stop 2023-07-12T13:57:04.013 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe266d9d640 1 -- 172.21.15.50:0/109949699 reap_dead start 2023-07-12T13:57:04.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26cbfa640 1 -- 172.21.15.50:0/109949699 shutdown_connections 2023-07-12T13:57:04.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26cbfa640 1 -- 172.21.15.50:0/109949699 >> 172.21.15.50:0/109949699 conn(0x7fe2680ca870 msgr2=0x7fe2680cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:04.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26cbfa640 1 -- 172.21.15.50:0/109949699 shutdown_connections 2023-07-12T13:57:04.014 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.004+0000 7fe26cbfa640 1 -- 172.21.15.50:0/109949699 wait complete. 2023-07-12T13:57:04.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 Processor -- start 2023-07-12T13:57:04.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 -- start start 2023-07-12T13:57:04.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250004d10 0x7fe268150630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 0x7fe2680c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.017 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680c7af0 0x7fe2680cc430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2681535b0 con 0x7fe268157790 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2680acdd0 con 0x7fe250004d10 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2680abee0 con 0x7fe2680c7af0 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 0x7fe2680c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 0x7fe2680c75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45560/0 (socket says 172.21.15.50:45560) 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 -- 172.21.15.50:0/2490366813 learned_addr learned my addr 172.21.15.50:0/2490366813 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26659c640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250004d10 0x7fe268150630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe266d9d640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680c7af0 0x7fe2680cc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 -- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680c7af0 msgr2=0x7fe2680cc430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680c7af0 0x7fe2680cc430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 -- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250004d10 msgr2=0x7fe268150630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250004d10 0x7fe268150630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 -- 172.21.15.50:0/2490366813 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2680ac1c0 con 0x7fe268157790 2023-07-12T13:57:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe265d9b640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 0x7fe2680c75b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fe25c0018b0 tx=0x7fe25c00df70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe25c0074e0 con 0x7fe268157790 2023-07-12T13:57:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe25c007640 con 0x7fe268157790 2023-07-12T13:57:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe25c0049f0 con 0x7fe268157790 2023-07-12T13:57:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2680ac4a0 con 0x7fe268157790 2023-07-12T13:57:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.008+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2680aca60 con 0x7fe268157790 2023-07-12T13:57:04.022 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.012+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2680acf10 con 0x7fe268157790 2023-07-12T13:57:04.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.012+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe25c004b50 con 0x7fe268157790 2023-07-12T13:57:04.023 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.012+0000 7fe256ffd640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe248066280 0x7fe248068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.012+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fe25c0838f0 con 0x7fe268157790 2023-07-12T13:57:04.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.012+0000 7fe26659c640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe248066280 0x7fe248068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.024 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.012+0000 7fe26659c640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe248066280 0x7fe248068730 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe2580093f0 tx=0x7fe258009650 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.025 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.016+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe2680acf10 con 0x7fe268157790 2023-07-12T13:57:04.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.172+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2680acf10 con 0x7fe268157790 2023-07-12T13:57:04.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.172+0000 7fe256ffd640 1 -- 172.21.15.50:0/2490366813 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+14579 (secure 0 0 0) 0x7fe2680acf10 con 0x7fe268157790 2023-07-12T13:57:04.179 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:04.179 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":33,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:57:01.017181+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:57:04.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe248066280 msgr2=0x7fe248068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe248066280 0x7fe248068730 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe2580093f0 tx=0x7fe258009650 comp rx=0 tx=0).stop 2023-07-12T13:57:04.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 msgr2=0x7fe2680c75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 0x7fe2680c75b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fe25c0018b0 tx=0x7fe25c00df70 comp rx=0 tx=0).stop 2023-07-12T13:57:04.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 shutdown_connections 2023-07-12T13:57:04.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fe248066280 0x7fe248068730 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fe2680c7af0 0x7fe2680cc430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe268157790 0x7fe2680c75b0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 --2- 172.21.15.50:0/2490366813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe250004d10 0x7fe268150630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 >> 172.21.15.50:0/2490366813 conn(0x7fe2680ca870 msgr2=0x7fe2680cd170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:04.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 shutdown_connections 2023-07-12T13:57:04.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.176+0000 7fe26cbfa640 1 -- 172.21.15.50:0/2490366813 wait complete. 2023-07-12T13:57:04.201 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-12T13:55:33.599582+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-07-12T13:55:40.794111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-12T13:57:04.203 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-12T13:57:04.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 Processor -- start 2023-07-12T13:57:04.349 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 -- start start 2023-07-12T13:57:04.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1406add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faa1406b310 0x7faa140af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7faa140afdb0 0x7faa14070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa140b0230 con 0x7faa1406b310 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa140c87b0 con 0x7faa140afdb0 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1bbfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa1406b850 con 0x7faa14159910 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faa1406b310 0x7faa140af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faa1406b310 0x7faa140af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45566/0 (socket says 172.21.15.50:45566) 2023-07-12T13:57:04.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 -- 172.21.15.50:0/2406458647 learned_addr learned my addr 172.21.15.50:0/2406458647 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:04.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa1a197640 1 --2- 172.21.15.50:0/2406458647 >> v2:172.21.15.55:3300/0 conn(0x7faa140afdb0 0x7faa14070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19996640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1406add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 -- 172.21.15.50:0/2406458647 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 msgr2=0x7faa1406add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1406add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 -- 172.21.15.50:0/2406458647 >> v2:172.21.15.55:3300/0 conn(0x7faa140afdb0 msgr2=0x7faa14070240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 --2- 172.21.15.50:0/2406458647 >> v2:172.21.15.55:3300/0 conn(0x7faa140afdb0 0x7faa14070240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19195640 1 -- 172.21.15.50:0/2406458647 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa1406bb30 con 0x7faa1406b310 2023-07-12T13:57:04.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.344+0000 7faa19996640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1406add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:04.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa19195640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa1406b310 0x7faa140af870 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7faa140ad7e0 tx=0x7faa0401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a557cd713984ec74 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa18994640 1 -- 172.21.15.50:0/2406458647 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa040aa5f0 con 0x7faa1406b310 2023-07-12T13:57:04.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa18994640 1 -- 172.21.15.50:0/2406458647 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa040aa750 con 0x7faa1406b310 2023-07-12T13:57:04.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa18994640 1 -- 172.21.15.50:0/2406458647 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa040aaae0 con 0x7faa1406b310 2023-07-12T13:57:04.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2406458647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa1406b310 msgr2=0x7faa140af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa1406b310 0x7faa140af870 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7faa140ad7e0 tx=0x7faa0401c4d0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2406458647 shutdown_connections 2023-07-12T13:57:04.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa1406b310 0x7faa140af870 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.355 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2406458647 >> v2:172.21.15.55:3300/0 conn(0x7faa140afdb0 0x7faa14070240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2406458647 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1406add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2406458647 >> 172.21.15.50:0/2406458647 conn(0x7faa140ca870 msgr2=0x7faa140cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:04.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2406458647 shutdown_connections 2023-07-12T13:57:04.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.348+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2406458647 wait complete. 2023-07-12T13:57:04.356 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 Processor -- start 2023-07-12T13:57:04.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 -- start start 2023-07-12T13:57:04.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa1406b310 0x7faa14156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.357 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 0x7faa1415a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1415c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa1415b550 con 0x7faa140afdb0 2023-07-12T13:57:04.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa140c6ec0 con 0x7faa1406b310 2023-07-12T13:57:04.358 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa140c65f0 con 0x7faa14159910 2023-07-12T13:57:04.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 0x7faa1415a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 0x7faa1415a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45578/0 (socket says 172.21.15.50:45578) 2023-07-12T13:57:04.359 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 -- 172.21.15.50:0/2388459453 learned_addr learned my addr 172.21.15.50:0/2388459453 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19996640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa1406b310 0x7faa14156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1a197640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 -- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 msgr2=0x7faa1415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 -- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa1406b310 msgr2=0x7faa14156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa1406b310 0x7faa14156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.360 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 -- 172.21.15.50:0/2388459453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa040094d0 con 0x7faa140afdb0 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19996640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa1406b310 0x7faa14156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa19195640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 0x7faa1415a900 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7faa040ac040 tx=0x7faa0401ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa040aa5f0 con 0x7faa140afdb0 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa040b3800 con 0x7faa140afdb0 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa040b3bb0 con 0x7faa140afdb0 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa1415b270 con 0x7faa140afdb0 2023-07-12T13:57:04.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.352+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa140c6b50 con 0x7faa140afdb0 2023-07-12T13:57:04.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.356+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa1404e020 con 0x7faa140afdb0 2023-07-12T13:57:04.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.356+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7faa040b3d10 con 0x7faa140afdb0 2023-07-12T13:57:04.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.356+0000 7faa0a7fc640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa9f8066280 0x7fa9f8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.362 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.356+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7faa040a7070 con 0x7faa140afdb0 2023-07-12T13:57:04.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.356+0000 7faa19996640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa9f8066280 0x7fa9f8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.356+0000 7faa19996640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa9f8066280 0x7fa9f8068730 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7faa1000a9b0 tx=0x7faa10008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.360+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7faa040eb960 con 0x7faa140afdb0 2023-07-12T13:57:04.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.516+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faa1404d7d0 con 0x7faa140afdb0 2023-07-12T13:57:04.523 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.516+0000 7faa0a7fc640 1 -- 172.21.15.50:0/2388459453 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v33) v1 ==== 93+0+10 (secure 0 0 0) 0x7faa040eef80 con 0x7faa140afdb0 2023-07-12T13:57:04.524 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2023-07-12T13:57:04.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa9f8066280 msgr2=0x7fa9f8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa9f8066280 0x7fa9f8068730 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7faa1000a9b0 tx=0x7faa10008040 comp rx=0 tx=0).stop 2023-07-12T13:57:04.525 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 msgr2=0x7faa1415a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 0x7faa1415a900 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7faa040ac040 tx=0x7faa0401ad10 comp rx=0 tx=0).stop 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 shutdown_connections 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa9f8066280 0x7fa9f8068730 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7faa14159910 0x7faa1415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa140afdb0 0x7faa1415a900 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 --2- 172.21.15.50:0/2388459453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa1406b310 0x7faa14156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 >> 172.21.15.50:0/2388459453 conn(0x7faa140ca870 msgr2=0x7faa140b0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:04.526 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 shutdown_connections 2023-07-12T13:57:04.527 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.520+0000 7faa1bbfa640 1 -- 172.21.15.50:0/2388459453 wait complete. 2023-07-12T13:57:04.544 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-07-12T13:57:04.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 Processor -- start 2023-07-12T13:57:04.690 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 -- start start 2023-07-12T13:57:04.692 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f58180cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f581815bb40 0x7f58180c8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f58180af870 0x7f58180afcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.693 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5818160520 con 0x7f58180af870 2023-07-12T13:57:04.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58180b0230 con 0x7f581815bb40 2023-07-12T13:57:04.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581c937640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58180c8980 con 0x7f581815b770 2023-07-12T13:57:04.694 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f5816d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f58180af870 0x7f58180afcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f5816d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f58180af870 0x7f58180afcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36132/0 (socket says 172.21.15.50:36132) 2023-07-12T13:57:04.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f5816d9d640 1 -- 172.21.15.50:0/635248884 learned_addr learned my addr 172.21.15.50:0/635248884 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:04.695 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f580ffff640 1 --2- 172.21.15.50:0/635248884 >> v2:172.21.15.55:3300/0 conn(0x7f581815bb40 0x7f58180c8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.684+0000 7f581659c640 1 --2- 172.21.15.50:0/635248884 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f58180cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5816d9d640 1 -- 172.21.15.50:0/635248884 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 msgr2=0x7f58180cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5816d9d640 1 --2- 172.21.15.50:0/635248884 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f58180cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.696 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5816d9d640 1 -- 172.21.15.50:0/635248884 >> v2:172.21.15.55:3300/0 conn(0x7f581815bb40 msgr2=0x7f58180c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:04.697 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5816d9d640 1 --2- 172.21.15.50:0/635248884 >> v2:172.21.15.55:3300/0 conn(0x7f581815bb40 0x7f58180c8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.697 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5816d9d640 1 -- 172.21.15.50:0/635248884 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f581815f910 con 0x7f58180af870 2023-07-12T13:57:04.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5816d9d640 1 --2- 172.21.15.50:0/635248884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58180af870 0x7f58180afcf0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f58180b09e0 tx=0x7f581001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=761697c2b23268be server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5815d9b640 1 -- 172.21.15.50:0/635248884 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58100a56b0 con 0x7f58180af870 2023-07-12T13:57:04.701 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5815d9b640 1 -- 172.21.15.50:0/635248884 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58100a5810 con 0x7f58180af870 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f5815d9b640 1 -- 172.21.15.50:0/635248884 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58100a5ba0 con 0x7f58180af870 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f581c937640 1 -- 172.21.15.50:0/635248884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58180af870 msgr2=0x7f58180afcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.688+0000 7f581c937640 1 --2- 172.21.15.50:0/635248884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58180af870 0x7f58180afcf0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f58180b09e0 tx=0x7f581001c940 comp rx=0 tx=0).stop 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- 172.21.15.50:0/635248884 shutdown_connections 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 --2- 172.21.15.50:0/635248884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58180af870 0x7f58180afcf0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 --2- 172.21.15.50:0/635248884 >> v2:172.21.15.55:3300/0 conn(0x7f581815bb40 0x7f58180c8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.702 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 --2- 172.21.15.50:0/635248884 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f58180cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- 172.21.15.50:0/635248884 >> 172.21.15.50:0/635248884 conn(0x7f58180ca870 msgr2=0x7f58180cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- 172.21.15.50:0/635248884 shutdown_connections 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- 172.21.15.50:0/635248884 wait complete. 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 Processor -- start 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- start start 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58180af870 0x7f58180b3540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f581814d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.703 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 0x7f5818070620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58181501d0 con 0x7f581815bb40 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5818150470 con 0x7f58180af870 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581c937640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5818150750 con 0x7f581815b770 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 0x7f5818070620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 0x7f5818070620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36142/0 (socket says 172.21.15.50:36142) 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 -- 172.21.15.50:0/242240605 learned_addr learned my addr 172.21.15.50:0/242240605 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:04.704 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581659c640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58180af870 0x7f58180b3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f580ffff640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f581814d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 -- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 msgr2=0x7f581814d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f581814d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 -- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58180af870 msgr2=0x7f58180b3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58180af870 0x7f58180b3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 -- 172.21.15.50:0/242240605 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5810009b30 con 0x7f581815bb40 2023-07-12T13:57:04.705 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f581659c640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58180af870 0x7f58180b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.692+0000 7f5816d9d640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 0x7f5818070620 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f58100af040 tx=0x7f58100196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58100a56b0 con 0x7f581815bb40 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58100b8690 con 0x7f581815bb40 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58100b8a40 con 0x7f581815bb40 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5818150a30 con 0x7f581815bb40 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58180b0c20 con 0x7f581815bb40 2023-07-12T13:57:04.706 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f581804e020 con 0x7f581815bb40 2023-07-12T13:57:04.707 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f58100b8ba0 con 0x7f581815bb40 2023-07-12T13:57:04.707 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f580effd640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f57f8066280 0x7f57f8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:04.707 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f581011ee50 con 0x7f581815bb40 2023-07-12T13:57:04.708 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.696+0000 7f581659c640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f57f8066280 0x7f57f8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:04.708 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.700+0000 7f581659c640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f57f8066280 0x7f57f8068730 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5808009a60 tx=0x7f5808008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:04.708 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.700+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f58100ec6a0 con 0x7f581815bb40 2023-07-12T13:57:04.861 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.856+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f58180c8760 con 0x7f581815bb40 2023-07-12T13:57:04.862 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.856+0000 7f580effd640 1 -- 172.21.15.50:0/242240605 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v33) v1 ==== 92+0+10 (secure 0 0 0) 0x7f58100bc020 con 0x7f581815bb40 2023-07-12T13:57:04.862 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 8 2023-07-12T13:57:04.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f57f8066280 msgr2=0x7f57f8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f57f8066280 0x7f57f8068730 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5808009a60 tx=0x7f5808008040 comp rx=0 tx=0).stop 2023-07-12T13:57:04.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 msgr2=0x7f5818070620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:04.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 0x7f5818070620 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f58100af040 tx=0x7f58100196e0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.864 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 shutdown_connections 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f57f8066280 0x7f57f8068730 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f581815bb40 0x7f5818070620 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f581815b770 0x7f581814d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 --2- 172.21.15.50:0/242240605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58180af870 0x7f58180b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 >> 172.21.15.50:0/242240605 conn(0x7f58180ca870 msgr2=0x7f5818153ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 shutdown_connections 2023-07-12T13:57:04.865 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:04.860+0000 7f581c937640 1 -- 172.21.15.50:0/242240605 wait complete. 2023-07-12T13:57:04.883 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-07-12T13:57:05.026 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.020+0000 7fd70b537640 1 Processor -- start 2023-07-12T13:57:05.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.020+0000 7fd70b537640 1 -- start start 2023-07-12T13:57:05.027 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.020+0000 7fd70b537640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd70415f610 0x7fd704069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd70b537640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70406f8c0 0x7fd70406fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd70b537640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd70415c050 con 0x7fd70415bc80 2023-07-12T13:57:05.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd70b537640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd704070280 con 0x7fd70415f610 2023-07-12T13:57:05.028 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd70b537640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd70415db20 con 0x7fd70406f8c0 2023-07-12T13:57:05.029 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd70415f610 0x7fd704069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd70415f610 0x7fd704069ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36144/0 (socket says 172.21.15.50:36144) 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 -- 172.21.15.50:0/4193818011 learned_addr learned my addr 172.21.15.50:0/4193818011 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd709ad4640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70406f8c0 0x7fd70406fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 -- 172.21.15.50:0/4193818011 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70406f8c0 msgr2=0x7fd70406fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70406f8c0 0x7fd70406fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 -- 172.21.15.50:0/4193818011 >> v1:172.21.15.55:6789/0 conn(0x7fd70415bc80 legacy=0x7fd70415d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 -- 172.21.15.50:0/4193818011 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd70415fad0 con 0x7fd70415f610 2023-07-12T13:57:05.030 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd709ad4640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70406f8c0 0x7fd70406fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:05.031 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd708ad2640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd70415f610 0x7fd704069ea0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009870 tx=0x7fd6f401c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18c126157e525dc2 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:05.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd6fbfff640 1 -- 172.21.15.50:0/4193818011 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6f40aa670 con 0x7fd70415f610 2023-07-12T13:57:05.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd6fbfff640 1 -- 172.21.15.50:0/4193818011 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6f40aa7d0 con 0x7fd70415f610 2023-07-12T13:57:05.032 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.024+0000 7fd6fbfff640 1 -- 172.21.15.50:0/4193818011 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6f40aab60 con 0x7fd70415f610 2023-07-12T13:57:05.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- 172.21.15.50:0/4193818011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd70415f610 msgr2=0x7fd704069ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd70415f610 0x7fd704069ea0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009870 tx=0x7fd6f401c510 comp rx=0 tx=0).stop 2023-07-12T13:57:05.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- 172.21.15.50:0/4193818011 shutdown_connections 2023-07-12T13:57:05.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd70415f610 0x7fd704069ea0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 --2- 172.21.15.50:0/4193818011 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70406f8c0 0x7fd70406fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.033 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- 172.21.15.50:0/4193818011 >> 172.21.15.50:0/4193818011 conn(0x7fd7040b0de0 msgr2=0x7fd7040ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:05.034 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- 172.21.15.50:0/4193818011 shutdown_connections 2023-07-12T13:57:05.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- 172.21.15.50:0/4193818011 wait complete. 2023-07-12T13:57:05.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 Processor -- start 2023-07-12T13:57:05.035 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- start start 2023-07-12T13:57:05.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd70406f8c0 0x7fd704152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70415bc80 0x7fd7040b3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.038 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 0x7fd704159bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd704154040 con 0x7fd7040b35a0 2023-07-12T13:57:05.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd704152570 con 0x7fd70406f8c0 2023-07-12T13:57:05.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd70b537640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd704153130 con 0x7fd70415bc80 2023-07-12T13:57:05.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd709ad4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 0x7fd704159bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.039 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd709ad4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 0x7fd704159bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36154/0 (socket says 172.21.15.50:36154) 2023-07-12T13:57:05.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd709ad4640 1 -- 172.21.15.50:0/776797532 learned_addr learned my addr 172.21.15.50:0/776797532 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:05.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd7092d3640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd70406f8c0 0x7fd704152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd708ad2640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70415bc80 0x7fd7040b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.028+0000 7fd709ad4640 1 -- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70415bc80 msgr2=0x7fd7040b3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd709ad4640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70415bc80 0x7fd7040b3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.040 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd709ad4640 1 -- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd70406f8c0 msgr2=0x7fd704152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd709ad4640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd70406f8c0 0x7fd704152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd709ad4640 1 -- 172.21.15.50:0/776797532 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6f40094d0 con 0x7fd7040b35a0 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd709ad4640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 0x7fd704159bd0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd6fc00cef0 tx=0x7fd6fc00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6fc00d840 con 0x7fd7040b35a0 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6fc00d9c0 con 0x7fd7040b35a0 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6fc00dd70 con 0x7fd7040b35a0 2023-07-12T13:57:05.041 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd704153410 con 0x7fd7040b35a0 2023-07-12T13:57:05.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7040c8cf0 con 0x7fd7040b35a0 2023-07-12T13:57:05.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd70404e020 con 0x7fd7040b35a0 2023-07-12T13:57:05.042 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd6fc01e3b0 con 0x7fd7040b35a0 2023-07-12T13:57:05.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd6f9ffb640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd6e80662b0 0x7fd6e8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.032+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fd6fc0843e0 con 0x7fd7040b35a0 2023-07-12T13:57:05.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.036+0000 7fd7092d3640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd6e80662b0 0x7fd6e8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.036+0000 7fd7092d3640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd6e80662b0 0x7fd6e8068760 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd7040ce990 tx=0x7fd700009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:05.043 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.036+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd6fc051d20 con 0x7fd7040b35a0 2023-07-12T13:57:05.202 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.196+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fd7040cf340 con 0x7fd7040b35a0 2023-07-12T13:57:05.203 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.196+0000 7fd6f9ffb640 1 -- 172.21.15.50:0/776797532 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v33) v1 ==== 84+0+126 (secure 0 0 0) 0x7fd6fc055340 con 0x7fd7040b35a0 2023-07-12T13:57:05.203 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:05.203 INFO:teuthology.orchestra.run.smithi050.stdout:[ 2023-07-12T13:57:05.203 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: "poolnum": 1, 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: "poolname": ".mgr" 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: { 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: "poolnum": 2, 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: "poolname": "rbd" 2023-07-12T13:57:05.204 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:05.205 INFO:teuthology.orchestra.run.smithi050.stdout:] 2023-07-12T13:57:05.205 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd6e80662b0 msgr2=0x7fd6e8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd6e80662b0 0x7fd6e8068760 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd7040ce990 tx=0x7fd700009040 comp rx=0 tx=0).stop 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 msgr2=0x7fd704159bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 0x7fd704159bd0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd6fc00cef0 tx=0x7fd6fc00a710 comp rx=0 tx=0).stop 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 shutdown_connections 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd6e80662b0 0x7fd6e8068760 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7040b35a0 0x7fd704159bd0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.206 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd70415bc80 0x7fd7040b3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 --2- 172.21.15.50:0/776797532 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd70406f8c0 0x7fd704152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 >> 172.21.15.50:0/776797532 conn(0x7fd7040b0de0 msgr2=0x7fd704157a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:05.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 shutdown_connections 2023-07-12T13:57:05.207 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.200+0000 7fd70b537640 1 -- 172.21.15.50:0/776797532 wait complete. 2023-07-12T13:57:05.224 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-07-12T13:57:05.225 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-07-12T13:57:05.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.364+0000 7f8b78896640 1 Processor -- start 2023-07-12T13:57:05.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.364+0000 7f8b78896640 1 -- start start 2023-07-12T13:57:05.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b78896640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8b741585d0 0x7f8b740c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b78896640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b7406f0c0 con 0x7f8b74159840 2023-07-12T13:57:05.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b78896640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b7415c210 con 0x7f8b740aff80 2023-07-12T13:57:05.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b78896640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b7415ce90 con 0x7f8b741585d0 2023-07-12T13:57:05.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b7259c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8b741585d0 0x7f8b740c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b6bfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f8b74159840 0x7f8b740af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:41978/0 (socket says 172.21.15.50:41978) 2023-07-12T13:57:05.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b6bfff640 1 -- 172.21.15.50:0/527978213 learned_addr learned my addr 172.21.15.50:0/527978213 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:05.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b7259c640 1 -- 172.21.15.50:0/527978213 >> v1:172.21.15.55:6789/0 conn(0x7f8b740aff80 legacy=0x7f8b740cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:05.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b7259c640 1 -- 172.21.15.50:0/527978213 >> v1:172.21.15.50:6789/0 conn(0x7f8b74159840 legacy=0x7f8b740af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b7259c640 1 -- 172.21.15.50:0/527978213 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b7415c4f0 con 0x7f8b741585d0 2023-07-12T13:57:05.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.368+0000 7f8b71d9b640 1 -- 172.21.15.50:0/527978213 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3428445876 0 0) 0x7f8b7406f0c0 con 0x7f8b74159840 2023-07-12T13:57:05.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b7259c640 1 --2- 172.21.15.50:0/527978213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b741585d0 0x7f8b740c8e50 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f8b640097c0 tx=0x7f8b6401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cde1ab05fdc575f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:05.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b71d9b640 1 -- 172.21.15.50:0/527978213 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b640ab610 con 0x7f8b741585d0 2023-07-12T13:57:05.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b71d9b640 1 -- 172.21.15.50:0/527978213 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b640ab770 con 0x7f8b741585d0 2023-07-12T13:57:05.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b71d9b640 1 -- 172.21.15.50:0/527978213 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b640abb00 con 0x7f8b741585d0 2023-07-12T13:57:05.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 -- 172.21.15.50:0/527978213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b741585d0 msgr2=0x7f8b740c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 --2- 172.21.15.50:0/527978213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b741585d0 0x7f8b740c8e50 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f8b640097c0 tx=0x7f8b6401c410 comp rx=0 tx=0).stop 2023-07-12T13:57:05.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 -- 172.21.15.50:0/527978213 shutdown_connections 2023-07-12T13:57:05.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 --2- 172.21.15.50:0/527978213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b741585d0 0x7f8b740c8e50 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 -- 172.21.15.50:0/527978213 >> 172.21.15.50:0/527978213 conn(0x7f8b740ca870 msgr2=0x7f8b740cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:05.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 -- 172.21.15.50:0/527978213 shutdown_connections 2023-07-12T13:57:05.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 -- 172.21.15.50:0/527978213 wait complete. 2023-07-12T13:57:05.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 Processor -- start 2023-07-12T13:57:05.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.372+0000 7f8b78896640 1 -- start start 2023-07-12T13:57:05.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8b740aff80 0x7f8b741f7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8b741585d0 0x7f8b740c5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 0x7f8b74152b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b74151530 con 0x7f8b74159840 2023-07-12T13:57:05.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b741f8840 con 0x7f8b741585d0 2023-07-12T13:57:05.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b741f8280 con 0x7f8b740aff80 2023-07-12T13:57:05.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 0x7f8b74152b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 0x7f8b74152b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36164/0 (socket says 172.21.15.50:36164) 2023-07-12T13:57:05.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 -- 172.21.15.50:0/3176143174 learned_addr learned my addr 172.21.15.50:0/3176143174 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:05.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b7259c640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8b740aff80 0x7f8b741f7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.384 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b6bfff640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8b741585d0 0x7f8b740c5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 -- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8b740aff80 msgr2=0x7f8b741f7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8b740aff80 0x7f8b741f7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 -- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8b741585d0 msgr2=0x7f8b740c5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8b741585d0 0x7f8b740c5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 -- 172.21.15.50:0/3176143174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b64009420 con 0x7f8b74159840 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b72d9d640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 0x7f8b74152b20 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c00c780 tx=0x7f8b6c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c00a9f0 con 0x7f8b74159840 2023-07-12T13:57:05.385 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b6c00ce90 con 0x7f8b74159840 2023-07-12T13:57:05.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c00add0 con 0x7f8b74159840 2023-07-12T13:57:05.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b741f8560 con 0x7f8b74159840 2023-07-12T13:57:05.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b7415a0a0 con 0x7f8b74159840 2023-07-12T13:57:05.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b7415a2c0 con 0x7f8b74159840 2023-07-12T13:57:05.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.376+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8b6c012420 con 0x7f8b74159840 2023-07-12T13:57:05.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.380+0000 7f8b6affd640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8b54066280 0x7f8b54068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:05.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.380+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f8b6c0837c0 con 0x7f8b74159840 2023-07-12T13:57:05.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.380+0000 7f8b7259c640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8b54066280 0x7f8b54068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:05.387 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.380+0000 7f8b7259c640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8b54066280 0x7f8b54068730 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8b640af000 tx=0x7f8b640a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:05.388 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.384+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8b6c050fa0 con 0x7f8b74159840 2023-07-12T13:57:05.543 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:05.536+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f8b7404e020 con 0x7f8b74159840 2023-07-12T13:57:06.055 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.048+0000 7f8b6affd640 1 -- 172.21.15.50:0/3176143174 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v34) v1 ==== 138+0+0 (secure 0 0 0) 0x7f8b6c0545c0 con 0x7f8b74159840 2023-07-12T13:57:06.056 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'cephfs_metadata' created 2023-07-12T13:57:06.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.052+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8b54066280 msgr2=0x7f8b54068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:06.060 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.052+0000 7f8b78896640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8b54066280 0x7f8b54068730 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8b640af000 tx=0x7f8b640a7000 comp rx=0 tx=0).stop 2023-07-12T13:57:06.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.052+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 msgr2=0x7f8b74152b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:06.061 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.052+0000 7f8b78896640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 0x7f8b74152b20 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c00c780 tx=0x7f8b6c00cc40 comp rx=0 tx=0).stop 2023-07-12T13:57:06.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 shutdown_connections 2023-07-12T13:57:06.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f8b54066280 0x7f8b54068730 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b74159840 0x7f8b74152b20 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.063 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8b741585d0 0x7f8b740c5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 --2- 172.21.15.50:0/3176143174 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f8b740aff80 0x7f8b741f7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 >> 172.21.15.50:0/3176143174 conn(0x7f8b740ca870 msgr2=0x7f8b740c7ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:06.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 shutdown_connections 2023-07-12T13:57:06.064 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.056+0000 7f8b78896640 1 -- 172.21.15.50:0/3176143174 wait complete. 2023-07-12T13:57:06.085 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-07-12T13:57:06.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 Processor -- start 2023-07-12T13:57:06.237 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 -- start start 2023-07-12T13:57:06.238 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73940aff80 0x7f73940cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:06.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f739415bb40 0x7f73940c8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:06.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73940c8980 con 0x7f739415b770 2023-07-12T13:57:06.239 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7394160520 con 0x7f739415bb40 2023-07-12T13:57:06.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739bcf9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f739415f910 con 0x7f73940aff80 2023-07-12T13:57:06.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399a95640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f739415b770 0x7f73940af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:41980/0 (socket says 172.21.15.50:41980) 2023-07-12T13:57:06.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399a95640 1 -- 172.21.15.50:0/3993403751 learned_addr learned my addr 172.21.15.50:0/3993403751 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:06.240 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399294640 1 --2- 172.21.15.50:0/3993403751 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73940aff80 0x7f73940cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:06.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739a296640 1 --2- 172.21.15.50:0/3993403751 >> v2:172.21.15.55:3300/0 conn(0x7f739415bb40 0x7f73940c8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:06.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7398a93640 1 -- 172.21.15.50:0/3993403751 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3273376556 0 0) 0x7f73940c8980 con 0x7f739415b770 2023-07-12T13:57:06.241 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7398a93640 1 -- 172.21.15.50:0/3993403751 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7380003530 con 0x7f739415b770 2023-07-12T13:57:06.243 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399294640 1 -- 172.21.15.50:0/3993403751 >> v2:172.21.15.55:3300/0 conn(0x7f739415bb40 msgr2=0x7f73940c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:06.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399294640 1 --2- 172.21.15.50:0/3993403751 >> v2:172.21.15.55:3300/0 conn(0x7f739415bb40 0x7f73940c8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399294640 1 -- 172.21.15.50:0/3993403751 >> v1:172.21.15.50:6789/0 conn(0x7f739415b770 legacy=0x7f73940af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:06.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f7399294640 1 -- 172.21.15.50:0/3993403751 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f739415fbf0 con 0x7f73940aff80 2023-07-12T13:57:06.244 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.232+0000 7f739a296640 1 --2- 172.21.15.50:0/3993403751 >> v2:172.21.15.55:3300/0 conn(0x7f739415bb40 0x7f73940c8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:57:06.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f7399294640 1 --2- 172.21.15.50:0/3993403751 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73940aff80 0x7f73940cb9c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f73840097c0 tx=0x7f738401c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f486be08a23514ea server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:06.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f7398a93640 1 -- 172.21.15.50:0/3993403751 <== mon.2 v2:172.21.15.55:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73840ab600 con 0x7f73940aff80 2023-07-12T13:57:06.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f7398a93640 1 -- 172.21.15.50:0/3993403751 <== mon.2 v2:172.21.15.55:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73840a7050 con 0x7f73940aff80 2023-07-12T13:57:06.245 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f7398a93640 1 -- 172.21.15.50:0/3993403751 <== mon.2 v2:172.21.15.55:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73840ab980 con 0x7f73940aff80 2023-07-12T13:57:06.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 -- 172.21.15.50:0/3993403751 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73940aff80 msgr2=0x7f73940cb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:06.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 --2- 172.21.15.50:0/3993403751 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73940aff80 0x7f73940cb9c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f73840097c0 tx=0x7f738401c480 comp rx=0 tx=0).stop 2023-07-12T13:57:06.246 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 -- 172.21.15.50:0/3993403751 shutdown_connections 2023-07-12T13:57:06.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 --2- 172.21.15.50:0/3993403751 >> v2:172.21.15.55:3300/0 conn(0x7f739415bb40 0x7f73940c8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 --2- 172.21.15.50:0/3993403751 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f73940aff80 0x7f73940cb9c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 -- 172.21.15.50:0/3993403751 >> 172.21.15.50:0/3993403751 conn(0x7f73940ca870 msgr2=0x7f73940cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:06.247 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 -- 172.21.15.50:0/3993403751 shutdown_connections 2023-07-12T13:57:06.248 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.236+0000 7f739bcf9640 1 -- 172.21.15.50:0/3993403751 wait complete. 2023-07-12T13:57:06.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 Processor -- start 2023-07-12T13:57:06.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 -- start start 2023-07-12T13:57:06.252 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 0x7f739414b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:06.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f739415b770 0x7f739414ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:06.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f739415bb40 0x7f739415e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:06.253 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f739414b340 con 0x7f73940aff80 2023-07-12T13:57:06.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7394153880 con 0x7f739415bb40 2023-07-12T13:57:06.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73940ae570 con 0x7f739415b770 2023-07-12T13:57:06.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 0x7f739414b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:06.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 0x7f739414b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36180/0 (socket says 172.21.15.50:36180) 2023-07-12T13:57:06.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 -- 172.21.15.50:0/1947312317 learned_addr learned my addr 172.21.15.50:0/1947312317 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:06.254 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399294640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f739415b770 0x7f739414ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739a296640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f739415bb40 0x7f739415e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 -- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f739415b770 msgr2=0x7f739414ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f739415b770 0x7f739414ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 -- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f739415bb40 msgr2=0x7f739415e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f739415bb40 0x7f739415e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 -- 172.21.15.50:0/1947312317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f738c009a70 con 0x7f73940aff80 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f7399a95640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 0x7f739414b4a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f739000c500 tx=0x7f739000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:06.255 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7390005cf0 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7390005e50 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7390007270 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7384009420 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.240+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73940ad960 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.244+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73940c4cd0 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.244+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f73900073d0 con 0x7f73940aff80 2023-07-12T13:57:06.256 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.244+0000 7f738a7fc640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7378066280 0x7f7378068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:06.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.244+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5580+0+0 (secure 0 0 0) 0x7f7390082ff0 con 0x7f73940aff80 2023-07-12T13:57:06.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.244+0000 7f7399294640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7378066280 0x7f7378068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:06.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.244+0000 7f7399294640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7378066280 0x7f7378068730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f73840ad000 tx=0x7f7384008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:06.257 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.248+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f73900b3700 con 0x7f73940aff80 2023-07-12T13:57:06.411 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:06.404+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f739404e020 con 0x7f73940aff80 2023-07-12T13:57:07.065 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.056+0000 7f738a7fc640 1 -- 172.21.15.50:0/1947312317 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v35) v1 ==== 170+0+0 (secure 0 0 0) 0x7f73900170d0 con 0x7f73940aff80 2023-07-12T13:57:07.065 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'cephfs_data' created 2023-07-12T13:57:07.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7378066280 msgr2=0x7f7378068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:07.069 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7378066280 0x7f7378068730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f73840ad000 tx=0x7f7384008040 comp rx=0 tx=0).stop 2023-07-12T13:57:07.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 msgr2=0x7f739414b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:07.070 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 0x7f739414b4a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f739000c500 tx=0x7f739000c900 comp rx=0 tx=0).stop 2023-07-12T13:57:07.071 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 shutdown_connections 2023-07-12T13:57:07.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f7378066280 0x7f7378068730 secure :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f73840ad000 tx=0x7f7384008040 comp rx=0 tx=0).stop 2023-07-12T13:57:07.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f739415bb40 0x7f739415e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f739415b770 0x7f739414ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 --2- 172.21.15.50:0/1947312317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73940aff80 0x7f739414b4a0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.072 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.064+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 >> 172.21.15.50:0/1947312317 conn(0x7f73940ca870 msgr2=0x7f7394153a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:07.073 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.068+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 shutdown_connections 2023-07-12T13:57:07.080 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.076+0000 7f739bcf9640 1 -- 172.21.15.50:0/1947312317 wait complete. 2023-07-12T13:57:07.111 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-07-12T13:57:07.259 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.252+0000 7f073e6d8640 1 Processor -- start 2023-07-12T13:57:07.260 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.252+0000 7f073e6d8640 1 -- start start 2023-07-12T13:57:07.262 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073e6d8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0738157f60 0x7f073806d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073e6d8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806ca90 0x7f07380cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073e6d8640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f073806f8c0 0x7f073806fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073e6d8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0738070280 con 0x7f0738157f60 2023-07-12T13:57:07.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073e6d8640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0738158330 con 0x7f073806f8c0 2023-07-12T13:57:07.263 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073e6d8640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f073806d750 con 0x7f073806ca90 2023-07-12T13:57:07.264 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0738157f60 0x7f073806d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:07.264 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0738157f60 0x7f073806d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36194/0 (socket says 172.21.15.50:36194) 2023-07-12T13:57:07.264 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 -- 172.21.15.50:0/4094785833 learned_addr learned my addr 172.21.15.50:0/4094785833 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:07.264 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f07377fe640 1 --2- 172.21.15.50:0/4094785833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806ca90 0x7f07380cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:07.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f073cc75640 1 --2- 172.21.15.50:0/4094785833 >> v2:172.21.15.55:3300/0 conn(0x7f073806f8c0 0x7f073806fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:07.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 -- 172.21.15.50:0/4094785833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806ca90 msgr2=0x7f07380cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:07.265 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 --2- 172.21.15.50:0/4094785833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806ca90 0x7f07380cdd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 -- 172.21.15.50:0/4094785833 >> v2:172.21.15.55:3300/0 conn(0x7f073806f8c0 msgr2=0x7f073806fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:07.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 --2- 172.21.15.50:0/4094785833 >> v2:172.21.15.55:3300/0 conn(0x7f073806f8c0 0x7f073806fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.266 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.256+0000 7f0737fff640 1 -- 172.21.15.50:0/4094785833 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f073806c1f0 con 0x7f0738157f60 2023-07-12T13:57:07.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f0737fff640 1 --2- 172.21.15.50:0/4094785833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0738157f60 0x7f073806d210 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f073815b990 tx=0x7f072801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e61018febd991a0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:07.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f0736ffd640 1 -- 172.21.15.50:0/4094785833 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07280ab610 con 0x7f0738157f60 2023-07-12T13:57:07.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f0736ffd640 1 -- 172.21.15.50:0/4094785833 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07280ab770 con 0x7f0738157f60 2023-07-12T13:57:07.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f0736ffd640 1 -- 172.21.15.50:0/4094785833 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07280abb00 con 0x7f0738157f60 2023-07-12T13:57:07.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 -- 172.21.15.50:0/4094785833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0738157f60 msgr2=0x7f073806d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:07.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 --2- 172.21.15.50:0/4094785833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0738157f60 0x7f073806d210 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f073815b990 tx=0x7f072801c4d0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 -- 172.21.15.50:0/4094785833 shutdown_connections 2023-07-12T13:57:07.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 --2- 172.21.15.50:0/4094785833 >> v2:172.21.15.55:3300/0 conn(0x7f073806f8c0 0x7f073806fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 --2- 172.21.15.50:0/4094785833 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806ca90 0x7f07380cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 --2- 172.21.15.50:0/4094785833 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0738157f60 0x7f073806d210 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 -- 172.21.15.50:0/4094785833 >> 172.21.15.50:0/4094785833 conn(0x7f07380b0db0 msgr2=0x7f07380ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 -- 172.21.15.50:0/4094785833 shutdown_connections 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 -- 172.21.15.50:0/4094785833 wait complete. 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 Processor -- start 2023-07-12T13:57:07.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.260+0000 7f073e6d8640 1 -- start start 2023-07-12T13:57:07.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 0x7f0738151070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806f8c0 0x7f07380c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0738157f60 0x7f07380c7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07380ad360 con 0x7f073806ca90 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0738151b70 con 0x7f0738157f60 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07380c82d0 con 0x7f073806f8c0 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 0x7f0738151070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 0x7f0738151070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36206/0 (socket says 172.21.15.50:36206) 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 -- 172.21.15.50:0/952616009 learned_addr learned my addr 172.21.15.50:0/952616009 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 -- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806f8c0 msgr2=0x7f07380c76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:07.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806f8c0 0x7f07380c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 -- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0738157f60 msgr2=0x7f07380c7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073cc75640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0738157f60 0x7f07380c7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0738157f60 0x7f07380c7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 -- 172.21.15.50:0/952616009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07280094d0 con 0x7f073806ca90 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073cc75640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0738157f60 0x7f07380c7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0737fff640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 0x7f0738151070 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f072801ab80 tx=0x7f072801ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07280b4800 con 0x7f073806ca90 2023-07-12T13:57:07.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07280b4980 con 0x7f073806ca90 2023-07-12T13:57:07.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07280b4d30 con 0x7f073806ca90 2023-07-12T13:57:07.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07380c85b0 con 0x7f073806ca90 2023-07-12T13:57:07.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f073813a510 con 0x7f073806ca90 2023-07-12T13:57:07.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.264+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f073804e020 con 0x7f073806ca90 2023-07-12T13:57:07.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.268+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f07280c9430 con 0x7f073806ca90 2023-07-12T13:57:07.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.268+0000 7f0734ff9640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0724066280 0x7f0724068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:07.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.268+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5962+0+0 (secure 0 0 0) 0x7f072811e660 con 0x7f073806ca90 2023-07-12T13:57:07.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.268+0000 7f07377fe640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0724066280 0x7f0724068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:07.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.268+0000 7f07377fe640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0724066280 0x7f0724068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0738151d20 tx=0x7f072c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:07.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.272+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f07280ebbd0 con 0x7f073806ca90 2023-07-12T13:57:07.462 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:07.456+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f073806a8f0 con 0x7f073806ca90 2023-07-12T13:57:08.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.084+0000 7f0734ff9640 1 -- 172.21.15.50:0/952616009 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f07280ef1f0 con 0x7f073806ca90 2023-07-12T13:57:08.091 INFO:teuthology.orchestra.run.smithi050.stderr:new fs with metadata pool 5 and data pool 6 2023-07-12T13:57:08.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.088+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0724066280 msgr2=0x7f0724068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0724066280 0x7f0724068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0738151d20 tx=0x7f072c008040 comp rx=0 tx=0).stop 2023-07-12T13:57:08.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 msgr2=0x7f0738151070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 0x7f0738151070 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f072801ab80 tx=0x7f072801ad10 comp rx=0 tx=0).stop 2023-07-12T13:57:08.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 shutdown_connections 2023-07-12T13:57:08.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f0724066280 0x7f0724068730 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0738157f60 0x7f07380c7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f073806f8c0 0x7f07380c76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 --2- 172.21.15.50:0/952616009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f073806ca90 0x7f0738151070 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.099 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.092+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 >> 172.21.15.50:0/952616009 conn(0x7f07380b0db0 msgr2=0x7f0738069da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:08.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.096+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 shutdown_connections 2023-07-12T13:57:08.101 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.096+0000 7f073e6d8640 1 -- 172.21.15.50:0/952616009 wait complete. 2023-07-12T13:57:08.125 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:57:08.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.264+0000 7f894f60b640 1 Processor -- start 2023-07-12T13:57:08.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.264+0000 7f894f60b640 1 -- start start 2023-07-12T13:57:08.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894f60b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f89480c9510 0x7f89480c9990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894f60b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480cee50 0x7f89480cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894f60b640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8948158b40 con 0x7f8948158770 2023-07-12T13:57:08.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894f60b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89480cf810 con 0x7f89480c9510 2023-07-12T13:57:08.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894f60b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f894815ccb0 con 0x7f89480cee50 2023-07-12T13:57:08.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f89480c9510 0x7f89480c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f89480c9510 0x7f89480c9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36214/0 (socket says 172.21.15.50:36214) 2023-07-12T13:57:08.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 -- 172.21.15.50:0/1456144280 learned_addr learned my addr 172.21.15.50:0/1456144280 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:08.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894dba8640 1 --2- 172.21.15.50:0/1456144280 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480cee50 0x7f89480cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 -- 172.21.15.50:0/1456144280 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480cee50 msgr2=0x7f89480cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:08.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 --2- 172.21.15.50:0/1456144280 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480cee50 0x7f89480cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 -- 172.21.15.50:0/1456144280 >> v1:172.21.15.55:6789/0 conn(0x7f8948158770 legacy=0x7f894815c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:08.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 -- 172.21.15.50:0/1456144280 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f894815cf90 con 0x7f89480c9510 2023-07-12T13:57:08.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f894cba6640 1 --2- 172.21.15.50:0/1456144280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89480c9510 0x7f89480c9990 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8938009870 tx=0x7f893801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54ba5b9c5ac0ee3f server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f893ffff640 1 -- 172.21.15.50:0/1456144280 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89380ab600 con 0x7f89480c9510 2023-07-12T13:57:08.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f893ffff640 1 -- 172.21.15.50:0/1456144280 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89380ab760 con 0x7f89480c9510 2023-07-12T13:57:08.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.268+0000 7f893ffff640 1 -- 172.21.15.50:0/1456144280 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89380abaf0 con 0x7f89480c9510 2023-07-12T13:57:08.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- 172.21.15.50:0/1456144280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89480c9510 msgr2=0x7f89480c9990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 --2- 172.21.15.50:0/1456144280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89480c9510 0x7f89480c9990 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8938009870 tx=0x7f893801c440 comp rx=0 tx=0).stop 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- 172.21.15.50:0/1456144280 shutdown_connections 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 --2- 172.21.15.50:0/1456144280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89480c9510 0x7f89480c9990 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 --2- 172.21.15.50:0/1456144280 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480cee50 0x7f89480cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- 172.21.15.50:0/1456144280 >> 172.21.15.50:0/1456144280 conn(0x7f894806a5a0 msgr2=0x7f894806a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- 172.21.15.50:0/1456144280 shutdown_connections 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- 172.21.15.50:0/1456144280 wait complete. 2023-07-12T13:57:08.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 Processor -- start 2023-07-12T13:57:08.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- start start 2023-07-12T13:57:08.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480c9510 0x7f8948158cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89480cee50 0x7f894814b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 0x7f894814b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8948152440 con 0x7f8948158770 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f894815b270 con 0x7f89480cee50 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894f60b640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f894815b550 con 0x7f89480c9510 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894dba8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 0x7f894814b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894dba8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 0x7f894814b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36222/0 (socket says 172.21.15.50:36222) 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894dba8640 1 -- 172.21.15.50:0/4016633863 learned_addr learned my addr 172.21.15.50:0/4016633863 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:08.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894d3a7640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480c9510 0x7f8948158cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.272+0000 7f894cba6640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89480cee50 0x7f894814b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894dba8640 1 -- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480c9510 msgr2=0x7f8948158cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894dba8640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480c9510 0x7f8948158cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894dba8640 1 -- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89480cee50 msgr2=0x7f894814b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894dba8640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89480cee50 0x7f894814b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894dba8640 1 -- 172.21.15.50:0/4016633863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89380094d0 con 0x7f8948158770 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894cba6640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89480cee50 0x7f894814b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:08.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894dba8640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 0x7f894814b9f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8940007e40 tx=0x7f894000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8940014620 con 0x7f8948158770 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f894000ee90 con 0x7f8948158770 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89400149e0 con 0x7f8948158770 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f894815b830 con 0x7f8948158770 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f894814b660 con 0x7f8948158770 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89481525b0 con 0x7f8948158770 2023-07-12T13:57:08.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.276+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8940014b40 con 0x7f8948158770 2023-07-12T13:57:08.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.280+0000 7f893dffb640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f892c066280 0x7f892c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.280+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f89400845c0 con 0x7f8948158770 2023-07-12T13:57:08.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.280+0000 7f894d3a7640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f892c066280 0x7f892c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.280+0000 7f894d3a7640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f892c066280 0x7f892c068730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f89440098e0 tx=0x7f8944009060 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.284+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f89481525b0 con 0x7f8948158770 2023-07-12T13:57:08.441 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.436+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8948152580 con 0x7f8948158770 2023-07-12T13:57:08.442 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.436+0000 7f893dffb640 1 -- 172.21.15.50:0/4016633863 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18304 (secure 0 0 0) 0x7f8940055540 con 0x7f8948158770 2023-07-12T13:57:08.443 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:08.443 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":36,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:57:07.463038+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:57:05.588342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-07-12T13:57:06.455985+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:57:08.445 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f892c066280 msgr2=0x7f892c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f892c066280 0x7f892c068730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f89440098e0 tx=0x7f8944009060 comp rx=0 tx=0).stop 2023-07-12T13:57:08.446 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 msgr2=0x7f894814b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 0x7f894814b9f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8940007e40 tx=0x7f894000e4b0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 shutdown_connections 2023-07-12T13:57:08.447 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f892c066280 0x7f892c068730 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8948158770 0x7f894814b9f0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.448 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89480cee50 0x7f894814b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 --2- 172.21.15.50:0/4016633863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f89480c9510 0x7f8948158cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 >> 172.21.15.50:0/4016633863 conn(0x7f894806a5a0 msgr2=0x7f89480cad20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:08.449 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 shutdown_connections 2023-07-12T13:57:08.450 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.440+0000 7f894f60b640 1 -- 172.21.15.50:0/4016633863 wait complete. 2023-07-12T13:57:08.463 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:57:08.607 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.600+0000 7fbbaca9c640 1 Processor -- start 2023-07-12T13:57:08.608 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.600+0000 7fbbaca9c640 1 -- start start 2023-07-12T13:57:08.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbbaca9c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fbba815bc80 0x7fbba8069ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbbaca9c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba815d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbbaca9c640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbba815c050 con 0x7fbba806f8c0 2023-07-12T13:57:08.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbbaca9c640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbba815fad0 con 0x7fbba815bc80 2023-07-12T13:57:08.609 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbbaca9c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbba815fdb0 con 0x7fbba815f610 2023-07-12T13:57:08.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba5d9b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba815d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba5d9b640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba815d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3301/0 says I am v2:172.21.15.50:41934/0 (socket says 172.21.15.50:41934) 2023-07-12T13:57:08.610 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba6d9d640 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fbba806f8c0 0x7fbba815c560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.50:50384/0 (socket says 172.21.15.50:50384) 2023-07-12T13:57:08.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba5d9b640 1 -- 172.21.15.50:0/2369903591 learned_addr learned my addr 172.21.15.50:0/2369903591 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:08.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba659c640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fbba815bc80 0x7fbba8069ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba659c640 1 -- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 msgr2=0x7fbba815d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:08.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba659c640 1 --2- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba815d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba659c640 1 -- 172.21.15.50:0/2369903591 >> v1:172.21.15.55:6789/0 conn(0x7fbba806f8c0 legacy=0x7fbba815c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.611 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.604+0000 7fbba659c640 1 -- 172.21.15.50:0/2369903591 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbba8160090 con 0x7fbba815bc80 2023-07-12T13:57:08.612 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbba659c640 1 --2- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8069ea0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbb980097c0 tx=0x7fbb9801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3386639929d0cd60 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbba559a640 1 -- 172.21.15.50:0/2369903591 <== mon.1 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb980ab670 con 0x7fbba815bc80 2023-07-12T13:57:08.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbba559a640 1 -- 172.21.15.50:0/2369903591 <== mon.1 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb980ab7d0 con 0x7fbba815bc80 2023-07-12T13:57:08.613 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbba559a640 1 -- 172.21.15.50:0/2369903591 <== mon.1 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb980abb60 con 0x7fbba815bc80 2023-07-12T13:57:08.614 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 -- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 msgr2=0x7fbba8069ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8069ea0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbb980097c0 tx=0x7fbb9801c450 comp rx=0 tx=0).stop 2023-07-12T13:57:08.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 -- 172.21.15.50:0/2369903591 shutdown_connections 2023-07-12T13:57:08.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba815d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/2369903591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8069ea0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.615 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 -- 172.21.15.50:0/2369903591 >> 172.21.15.50:0/2369903591 conn(0x7fbba80b0de0 msgr2=0x7fbba80ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:08.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 -- 172.21.15.50:0/2369903591 shutdown_connections 2023-07-12T13:57:08.616 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 -- 172.21.15.50:0/2369903591 wait complete. 2023-07-12T13:57:08.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.608+0000 7fbbaca9c640 1 Processor -- start 2023-07-12T13:57:08.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- start start 2023-07-12T13:57:08.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 0x7fbba81f5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.617 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba8158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbba81f57c0 con 0x7fbba806f8c0 2023-07-12T13:57:08.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbba80b1bb0 con 0x7fbba815bc80 2023-07-12T13:57:08.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbba80b1e90 con 0x7fbba815f610 2023-07-12T13:57:08.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 0x7fbba81f5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.618 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 0x7fbba81f5280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36236/0 (socket says 172.21.15.50:36236) 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 -- 172.21.15.50:0/915472204 learned_addr learned my addr 172.21.15.50:0/915472204 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba5d9b640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba6d9d640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba8158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 -- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 msgr2=0x7fbba8158120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba8158120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 -- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 msgr2=0x7fbba8157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.619 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 -- 172.21.15.50:0/915472204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb98009420 con 0x7fbba806f8c0 2023-07-12T13:57:08.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbba659c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 0x7fbba81f5280 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fbb980ad040 tx=0x7fbb9801ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb980bf610 con 0x7fbba806f8c0 2023-07-12T13:57:08.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb980bf7b0 con 0x7fbba806f8c0 2023-07-12T13:57:08.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbba80b2170 con 0x7fbba806f8c0 2023-07-12T13:57:08.621 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb980bfb60 con 0x7fbba806f8c0 2023-07-12T13:57:08.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbba80b2730 con 0x7fbba806f8c0 2023-07-12T13:57:08.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.612+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbba804e020 con 0x7fbba806f8c0 2023-07-12T13:57:08.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.616+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbb980b5400 con 0x7fbba806f8c0 2023-07-12T13:57:08.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.616+0000 7fbb96ffd640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb88066280 0x7fbb88068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.622 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.616+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbb9811eb70 con 0x7fbba806f8c0 2023-07-12T13:57:08.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.616+0000 7fbba5d9b640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb88066280 0x7fbb88068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.623 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.616+0000 7fbba5d9b640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb88066280 0x7fbb88068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbba80b3d90 tx=0x7fbb9c009240 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.625 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.620+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbb980ec000 con 0x7fbba806f8c0 2023-07-12T13:57:08.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.776+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbba80cc4f0 con 0x7fbba806f8c0 2023-07-12T13:57:08.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbb96ffd640 1 -- 172.21.15.50:0/915472204 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18304 (secure 0 0 0) 0x7fbb980ef620 con 0x7fbba806f8c0 2023-07-12T13:57:08.784 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:08.784 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":36,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:57:07.463038+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:57:05.588342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-07-12T13:57:06.455985+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:57:08.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb88066280 msgr2=0x7fbb88068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb88066280 0x7fbb88068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbba80b3d90 tx=0x7fbb9c009240 comp rx=0 tx=0).stop 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 msgr2=0x7fbba81f5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 0x7fbba81f5280 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fbb980ad040 tx=0x7fbb9801ac90 comp rx=0 tx=0).stop 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 shutdown_connections 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbb88066280 0x7fbb88068730 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbba815f610 0x7fbba8158120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbba815bc80 0x7fbba8157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 --2- 172.21.15.50:0/915472204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbba806f8c0 0x7fbba81f5280 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 >> 172.21.15.50:0/915472204 conn(0x7fbba80b0de0 msgr2=0x7fbba80ab8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:08.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 shutdown_connections 2023-07-12T13:57:08.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.780+0000 7fbbaca9c640 1 -- 172.21.15.50:0/915472204 wait complete. 2023-07-12T13:57:08.805 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-07-12T13:57:08.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.944+0000 7fcdad537640 1 Processor -- start 2023-07-12T13:57:08.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.944+0000 7fcdad537640 1 -- start start 2023-07-12T13:57:08.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcdad537640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fcda815b880 0x7fcda8069490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcdad537640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcda815bc50 0x7fcda80699d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcdad537640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcda80cddc0 con 0x7fcda80ceb80 2023-07-12T13:57:08.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcdad537640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcda80ce0a0 con 0x7fcda815bc50 2023-07-12T13:57:08.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcdad537640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcda80ce380 con 0x7fcda815b880 2023-07-12T13:57:08.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcda77fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fcda80ceb80 0x7fcda815f970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:41986/0 (socket says 172.21.15.50:41986) 2023-07-12T13:57:08.955 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcda77fe640 1 -- 172.21.15.50:0/2246135383 learned_addr learned my addr 172.21.15.50:0/2246135383 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:08.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcd9ffff640 1 --2- 172.21.15.50:0/2246135383 >> v2:172.21.15.50:3300/0 conn(0x7fcda815bc50 0x7fcda80699d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcda6ffd640 1 --2- 172.21.15.50:0/2246135383 >> v2:172.21.15.55:3300/0 conn(0x7fcda815b880 0x7fcda8069490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcd9ffff640 1 -- 172.21.15.50:0/2246135383 >> v2:172.21.15.55:3300/0 conn(0x7fcda815b880 msgr2=0x7fcda8069490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:08.956 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcd9ffff640 1 --2- 172.21.15.50:0/2246135383 >> v2:172.21.15.55:3300/0 conn(0x7fcda815b880 0x7fcda8069490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcd9ffff640 1 -- 172.21.15.50:0/2246135383 >> v1:172.21.15.50:6789/0 conn(0x7fcda80ceb80 legacy=0x7fcda815f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcd9ffff640 1 -- 172.21.15.50:0/2246135383 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcda80ce660 con 0x7fcda815bc50 2023-07-12T13:57:08.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.948+0000 7fcda67fc640 1 -- 172.21.15.50:0/2246135383 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1766044666 0 0) 0x7fcda80cddc0 con 0x7fcda80ceb80 2023-07-12T13:57:08.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcd9ffff640 1 --2- 172.21.15.50:0/2246135383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda815bc50 0x7fcda80699d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fcda80cc330 tx=0x7fcd9001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27953bcb4ebcd594 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcda67fc640 1 -- 172.21.15.50:0/2246135383 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd900ac640 con 0x7fcda815bc50 2023-07-12T13:57:08.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcda67fc640 1 -- 172.21.15.50:0/2246135383 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd900ac7a0 con 0x7fcda815bc50 2023-07-12T13:57:08.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcda67fc640 1 -- 172.21.15.50:0/2246135383 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd900acb30 con 0x7fcda815bc50 2023-07-12T13:57:08.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 -- 172.21.15.50:0/2246135383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda815bc50 msgr2=0x7fcda80699d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 --2- 172.21.15.50:0/2246135383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda815bc50 0x7fcda80699d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fcda80cc330 tx=0x7fcd9001c400 comp rx=0 tx=0).stop 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 -- 172.21.15.50:0/2246135383 shutdown_connections 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 --2- 172.21.15.50:0/2246135383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda815bc50 0x7fcda80699d0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 --2- 172.21.15.50:0/2246135383 >> v2:172.21.15.55:3300/0 conn(0x7fcda815b880 0x7fcda8069490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 -- 172.21.15.50:0/2246135383 >> 172.21.15.50:0/2246135383 conn(0x7fcda806b230 msgr2=0x7fcda80cba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 -- 172.21.15.50:0/2246135383 shutdown_connections 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 -- 172.21.15.50:0/2246135383 wait complete. 2023-07-12T13:57:08.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 Processor -- start 2023-07-12T13:57:08.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.952+0000 7fcdad537640 1 -- start start 2023-07-12T13:57:08.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 0x7fcda815eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcda815b880 0x7fcda815c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcda815bc50 0x7fcda8156920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcda815f020 con 0x7fcda80ceb80 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcda80c35c0 con 0x7fcda815bc50 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcda815cda0 con 0x7fcda815b880 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 0x7fcda815eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 0x7fcda815eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36266/0 (socket says 172.21.15.50:36266) 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 -- 172.21.15.50:0/3073692340 learned_addr learned my addr 172.21.15.50:0/3073692340 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda77fe640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcda815bc50 0x7fcda8156920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcd9ffff640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcda815b880 0x7fcda815c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 -- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcda815b880 msgr2=0x7fcda815c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcda815b880 0x7fcda815c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 -- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcda815bc50 msgr2=0x7fcda8156920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:08.966 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcda815bc50 0x7fcda8156920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 -- 172.21.15.50:0/3073692340 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd90009420 con 0x7fcda80ceb80 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcda6ffd640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 0x7fcda815eae0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fcd9800e930 tx=0x7fcd9800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd98009690 con 0x7fcda80ceb80 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd9800ca00 con 0x7fcda80ceb80 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9800cd70 con 0x7fcda80ceb80 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcda815cac0 con 0x7fcda80ceb80 2023-07-12T13:57:08.967 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcda80c3250 con 0x7fcda80ceb80 2023-07-12T13:57:08.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcda80c2dd0 con 0x7fcda80ceb80 2023-07-12T13:57:08.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.956+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcd98013470 con 0x7fcda80ceb80 2023-07-12T13:57:08.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.960+0000 7fcd9f7fe640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcd88066280 0x7fcd88068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:08.968 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.960+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fcd98083f00 con 0x7fcda80ceb80 2023-07-12T13:57:08.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.960+0000 7fcd9ffff640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcd88066280 0x7fcd88068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:08.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.960+0000 7fcd9ffff640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcd88066280 0x7fcd88068730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcd900ae000 tx=0x7fcd90008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:08.969 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:08.964+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcda80c2dd0 con 0x7fcda80ceb80 2023-07-12T13:57:09.158 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:09.152+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fcda80c2dd0 con 0x7fcda80ceb80 2023-07-12T13:57:10.031 INFO:tasks.ceph.mds.a.smithi050.stderr:2023-07-12T13:57:10.024+0000 7f510f84b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-07-12T13:57:10.090 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.084+0000 7fcd9f7fe640 1 -- 172.21.15.50:0/3073692340 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7fcda80c2dd0 con 0x7fcda80ceb80 2023-07-12T13:57:10.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcd88066280 msgr2=0x7fcd88068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcd88066280 0x7fcd88068730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcd900ae000 tx=0x7fcd90008040 comp rx=0 tx=0).stop 2023-07-12T13:57:10.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 msgr2=0x7fcda815eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 0x7fcda815eae0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fcd9800e930 tx=0x7fcd9800edf0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 shutdown_connections 2023-07-12T13:57:10.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fcd88066280 0x7fcd88068730 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.093 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcda815bc50 0x7fcda8156920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fcda815b880 0x7fcda815c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 --2- 172.21.15.50:0/3073692340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcda80ceb80 0x7fcda815eae0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 >> 172.21.15.50:0/3073692340 conn(0x7fcda806b230 msgr2=0x7fcda80ad660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:10.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 shutdown_connections 2023-07-12T13:57:10.094 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.088+0000 7fcdad537640 1 -- 172.21.15.50:0/3073692340 wait complete. 2023-07-12T13:57:10.116 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-07-12T13:57:10.116 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-07-12T13:57:10.267 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda8db03640 1 Processor -- start 2023-07-12T13:57:10.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda8db03640 1 -- start start 2023-07-12T13:57:10.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda8db03640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fda88159840 0x7fda880af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:10.268 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda8db03640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda8806f0c0 con 0x7fda880afdb0 2023-07-12T13:57:10.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda8db03640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda880b01e0 con 0x7fda881585d0 2023-07-12T13:57:10.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda8db03640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda8815ce90 con 0x7fda88159840 2023-07-12T13:57:10.269 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda86ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fda88159840 0x7fda880af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:10.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda87fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fda880afdb0 0x7fda880cbee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42002/0 (socket says 172.21.15.50:42002) 2023-07-12T13:57:10.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda87fff640 1 -- 172.21.15.50:0/2434593440 learned_addr learned my addr 172.21.15.50:0/2434593440 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:10.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda86ffd640 1 -- 172.21.15.50:0/2434593440 >> v1:172.21.15.55:6789/0 conn(0x7fda881585d0 legacy=0x7fda880c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda86ffd640 1 -- 172.21.15.50:0/2434593440 >> v1:172.21.15.50:6789/0 conn(0x7fda880afdb0 legacy=0x7fda880cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.270 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.260+0000 7fda86ffd640 1 -- 172.21.15.50:0/2434593440 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda8815c210 con 0x7fda88159840 2023-07-12T13:57:10.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda86ffd640 1 --2- 172.21.15.50:0/2434593440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda88159840 0x7fda880af870 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fda7c0097c0 tx=0x7fda7c01e690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95525d1ccf772618 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:10.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda867fc640 1 -- 172.21.15.50:0/2434593440 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c0a8660 con 0x7fda88159840 2023-07-12T13:57:10.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda867fc640 1 -- 172.21.15.50:0/2434593440 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda7c0a87c0 con 0x7fda88159840 2023-07-12T13:57:10.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda867fc640 1 -- 172.21.15.50:0/2434593440 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c0a8b50 con 0x7fda88159840 2023-07-12T13:57:10.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 -- 172.21.15.50:0/2434593440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda88159840 msgr2=0x7fda880af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 --2- 172.21.15.50:0/2434593440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda88159840 0x7fda880af870 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fda7c0097c0 tx=0x7fda7c01e690 comp rx=0 tx=0).stop 2023-07-12T13:57:10.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 -- 172.21.15.50:0/2434593440 shutdown_connections 2023-07-12T13:57:10.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 --2- 172.21.15.50:0/2434593440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda88159840 0x7fda880af870 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 -- 172.21.15.50:0/2434593440 >> 172.21.15.50:0/2434593440 conn(0x7fda880ca870 msgr2=0x7fda880cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:10.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 -- 172.21.15.50:0/2434593440 shutdown_connections 2023-07-12T13:57:10.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.264+0000 7fda8db03640 1 -- 172.21.15.50:0/2434593440 wait complete. 2023-07-12T13:57:10.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 Processor -- start 2023-07-12T13:57:10.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 -- start start 2023-07-12T13:57:10.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda880afdb0 0x7fda8814b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:10.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 0x7fda88155ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:10.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda88159840 0x7fda88156430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:10.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda880c4480 con 0x7fda881585d0 2023-07-12T13:57:10.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda88156aa0 con 0x7fda88159840 2023-07-12T13:57:10.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda88156d80 con 0x7fda880afdb0 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 0x7fda88155ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 0x7fda88155ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36276/0 (socket says 172.21.15.50:36276) 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 -- 172.21.15.50:0/1119309498 learned_addr learned my addr 172.21.15.50:0/1119309498 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda87fff640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda88159840 0x7fda88156430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda877fe640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda880afdb0 0x7fda8814b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 -- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda880afdb0 msgr2=0x7fda8814b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda880afdb0 0x7fda8814b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 -- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda88159840 msgr2=0x7fda88156430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda88159840 0x7fda88156430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 -- 172.21.15.50:0/1119309498 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda7c009420 con 0x7fda881585d0 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda87fff640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda88159840 0x7fda88156430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda86ffd640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 0x7fda88155ef0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fda7c01c2c0 tx=0x7fda7c01b430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c0a9850 con 0x7fda881585d0 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda7c0a99f0 con 0x7fda881585d0 2023-07-12T13:57:10.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c0a9da0 con 0x7fda881585d0 2023-07-12T13:57:10.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.268+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda88157060 con 0x7fda881585d0 2023-07-12T13:57:10.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda88157620 con 0x7fda881585d0 2023-07-12T13:57:10.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda88155910 con 0x7fda881585d0 2023-07-12T13:57:10.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fda7c0c3440 con 0x7fda881585d0 2023-07-12T13:57:10.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda6ffff640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda74066280 0x7fda74068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:10.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fda7c11e5f0 con 0x7fda881585d0 2023-07-12T13:57:10.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda877fe640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda74066280 0x7fda74068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:10.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.272+0000 7fda877fe640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda74066280 0x7fda74068730 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fda78000f70 tx=0x7fda78009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:10.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.276+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fda7c0eb9d0 con 0x7fda881585d0 2023-07-12T13:57:10.471 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:10.464+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fda88157810 con 0x7fda881585d0 2023-07-12T13:57:11.092 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda6ffff640 1 -- 172.21.15.50:0/1119309498 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) v1 ==== 122+0+0 (secure 0 0 0) 0x7fda7c0eeff0 con 0x7fda881585d0 2023-07-12T13:57:11.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda74066280 msgr2=0x7fda74068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.095 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda74066280 0x7fda74068730 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fda78000f70 tx=0x7fda78009040 comp rx=0 tx=0).stop 2023-07-12T13:57:11.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 msgr2=0x7fda88155ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.096 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 0x7fda88155ef0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fda7c01c2c0 tx=0x7fda7c01b430 comp rx=0 tx=0).stop 2023-07-12T13:57:11.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 shutdown_connections 2023-07-12T13:57:11.097 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fda74066280 0x7fda74068730 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda88159840 0x7fda88156430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda881585d0 0x7fda88155ef0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 --2- 172.21.15.50:0/1119309498 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fda880afdb0 0x7fda8814b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 >> 172.21.15.50:0/1119309498 conn(0x7fda880ca870 msgr2=0x7fda880c8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:11.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 shutdown_connections 2023-07-12T13:57:11.098 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.088+0000 7fda8db03640 1 -- 172.21.15.50:0/1119309498 wait complete. 2023-07-12T13:57:11.122 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-07-12T13:57:11.123 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:57:11.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.264+0000 7fa96f26d640 1 Processor -- start 2023-07-12T13:57:11.271 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.264+0000 7fa96f26d640 1 -- start start 2023-07-12T13:57:11.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96f26d640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa9680ad290 0x7fa96806c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96f26d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 0x7fa9680c8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.272 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96f26d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa96806add0 con 0x7fa9680cbb10 2023-07-12T13:57:11.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96f26d640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa96806bc30 con 0x7fa9680ad290 2023-07-12T13:57:11.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96f26d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9680ad660 con 0x7fa9680aff80 2023-07-12T13:57:11.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96c808640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa9680cbb10 0x7fa9680af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42008/0 (socket says 172.21.15.50:42008) 2023-07-12T13:57:11.273 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96c808640 1 -- 172.21.15.50:0/1852827662 learned_addr learned my addr 172.21.15.50:0/1852827662 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:11.274 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d009640 1 --2- 172.21.15.50:0/1852827662 >> v2:172.21.15.55:3300/0 conn(0x7fa9680ad290 0x7fa96806c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797566647 0 0) 0x7fa96806add0 con 0x7fa9680cbb10 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 0x7fa9680c8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa954003530 con 0x7fa9680cbb10 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3003074545 0 0) 0x7fa954003530 con 0x7fa9680cbb10 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 msgr2=0x7fa9680c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 0x7fa9680c8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.275 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 >> v2:172.21.15.55:3300/0 conn(0x7fa9680ad290 msgr2=0x7fa96806c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:11.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 --2- 172.21.15.50:0/1852827662 >> v2:172.21.15.55:3300/0 conn(0x7fa9680ad290 0x7fa96806c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa96806cee0 con 0x7fa9680cbb10 2023-07-12T13:57:11.276 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7fa958001680 con 0x7fa9680cbb10 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 >> v1:172.21.15.50:6789/0 conn(0x7fa9680cbb10 legacy=0x7fa9680af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 0x7fa9540039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa954003f70 0x7fa9540047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa954005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa96806bc30 con 0x7fa954004d10 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9680ad660 con 0x7fa954003f70 2023-07-12T13:57:11.277 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa95400ba40 con 0x7fa9680aff80 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa954005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d009640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 0x7fa9540039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96c808640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa954003f70 0x7fa9540047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 -- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 msgr2=0x7fa9540039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9680aff80 0x7fa9540039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 -- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa954003f70 msgr2=0x7fa9540047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa954003f70 0x7fa9540047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.278 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.268+0000 7fa96d80a640 1 -- 172.21.15.50:0/1852827662 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa954003530 con 0x7fa954004d10 2023-07-12T13:57:11.279 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96d80a640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa954005180 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa968160580 tx=0x7fa96001cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aefcf2620528f703 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9600a5bd0 con 0x7fa954004d10 2023-07-12T13:57:11.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa96000f040 con 0x7fa954004d10 2023-07-12T13:57:11.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa95ffff640 1 -- 172.21.15.50:0/1852827662 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9600ad440 con 0x7fa954004d10 2023-07-12T13:57:11.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 -- 172.21.15.50:0/1852827662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 msgr2=0x7fa954005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 --2- 172.21.15.50:0/1852827662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa954005180 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa968160580 tx=0x7fa96001cbc0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.280 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96d80a640 1 -- 172.21.15.50:0/1852827662 reap_dead start 2023-07-12T13:57:11.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 -- 172.21.15.50:0/1852827662 shutdown_connections 2023-07-12T13:57:11.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 -- 172.21.15.50:0/1852827662 >> 172.21.15.50:0/1852827662 conn(0x7fa9680ca870 msgr2=0x7fa9680cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:11.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 -- 172.21.15.50:0/1852827662 shutdown_connections 2023-07-12T13:57:11.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 -- 172.21.15.50:0/1852827662 wait complete. 2023-07-12T13:57:11.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.272+0000 7fa96f26d640 1 Processor -- start 2023-07-12T13:57:11.281 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- start start 2023-07-12T13:57:11.282 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa9681f2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9681f1a80 0x7fa968159c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9681f1ef0 0x7fa96815a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9680b0c20 con 0x7fa954004d10 2023-07-12T13:57:11.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9680b1760 con 0x7fa9681f1ef0 2023-07-12T13:57:11.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9680b0e30 con 0x7fa9681f1a80 2023-07-12T13:57:11.283 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa9681f2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa9681f2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36304/0 (socket says 172.21.15.50:36304) 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 -- 172.21.15.50:0/2016284461 learned_addr learned my addr 172.21.15.50:0/2016284461 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d80a640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9681f1ef0 0x7fa96815a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96c808640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9681f1a80 0x7fa968159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 -- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9681f1a80 msgr2=0x7fa968159c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9681f1a80 0x7fa968159c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 -- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9681f1ef0 msgr2=0x7fa96815a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.284 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9681f1ef0 0x7fa96815a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 -- 172.21.15.50:0/2016284461 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9680b1110 con 0x7fa954004d10 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96d009640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa9681f2410 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa964011980 tx=0x7fa964011d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96400fa30 con 0x7fa954004d10 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa96400fb90 con 0x7fa954004d10 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa964014440 con 0x7fa954004d10 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9680b13f0 con 0x7fa954004d10 2023-07-12T13:57:11.285 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9680c32f0 con 0x7fa954004d10 2023-07-12T13:57:11.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.276+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9680cc590 con 0x7fa954004d10 2023-07-12T13:57:11.286 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.280+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa9640145a0 con 0x7fa954004d10 2023-07-12T13:57:11.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.280+0000 7fa95dffb640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa94c066280 0x7fa94c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.280+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa964084570 con 0x7fa954004d10 2023-07-12T13:57:11.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.280+0000 7fa96c808640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa94c066280 0x7fa94c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.287 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.280+0000 7fa96c808640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa94c066280 0x7fa94c068730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa9680c4940 tx=0x7fa958007900 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.288 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.284+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa964051950 con 0x7fa954004d10 2023-07-12T13:57:11.475 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.468+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa96804e020 con 0x7fa954004d10 2023-07-12T13:57:11.476 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa95dffb640 1 -- 172.21.15.50:0/2016284461 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4671 (secure 0 0 0) 0x7fa964054f70 con 0x7fa954004d10 2023-07-12T13:57:11.476 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:11.477 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4985,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6836/2078559801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":2078559801},{"type":"v1","addr":"172.21.15.55:6836","nonce":2078559801}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5260,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/1710537271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6835","nonce":1710537271},{"type":"v1","addr":"172.21.15.55:6837","nonce":1710537271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5358,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1650994335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1650994335},{"type":"v1","addr":"172.21.15.50:6833","nonce":1650994335}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:57:07.463396+0000","modified":"2023-07-12T13:57:11.087188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5370":{"gid":5370,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.50:6835/1799018036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":1799018036},{"type":"v1","addr":"172.21.15.50:6835","nonce":1799018036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-07-12T13:57:11.477 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 18 2023-07-12T13:57:11.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa94c066280 msgr2=0x7fa94c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.478 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa94c066280 0x7fa94c068730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa9680c4940 tx=0x7fa958007900 comp rx=0 tx=0).stop 2023-07-12T13:57:11.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 msgr2=0x7fa9681f2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa9681f2410 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa964011980 tx=0x7fa964011d80 comp rx=0 tx=0).stop 2023-07-12T13:57:11.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 shutdown_connections 2023-07-12T13:57:11.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa94c066280 0x7fa94c068730 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9681f1ef0 0x7fa96815a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.479 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa9681f1a80 0x7fa968159c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 --2- 172.21.15.50:0/2016284461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa954004d10 0x7fa9681f2410 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 >> 172.21.15.50:0/2016284461 conn(0x7fa9680ca870 msgr2=0x7fa96815b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:11.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 shutdown_connections 2023-07-12T13:57:11.480 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.472+0000 7fa96f26d640 1 -- 172.21.15.50:0/2016284461 wait complete. 2023-07-12T13:57:11.498 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-12T13:57:11.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04cd11640 1 Processor -- start 2023-07-12T13:57:11.641 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04cd11640 1 -- start start 2023-07-12T13:57:11.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04cd11640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa0480b7910 0x7fa0480cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04cd11640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0480b7ce0 con 0x7fa0480ccce0 2023-07-12T13:57:11.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04cd11640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0480cefa0 con 0x7fa0480b47e0 2023-07-12T13:57:11.642 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04cd11640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0480cf280 con 0x7fa0480b7910 2023-07-12T13:57:11.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa0480b7910 0x7fa0480cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa03ffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa0480ccce0 0x7fa0480b3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42022/0 (socket says 172.21.15.50:42022) 2023-07-12T13:57:11.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa03ffff640 1 -- 172.21.15.50:0/813375373 learned_addr learned my addr 172.21.15.50:0/813375373 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:11.643 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04659c640 1 -- 172.21.15.50:0/813375373 >> v1:172.21.15.55:6789/0 conn(0x7fa0480b47e0 legacy=0x7fa0480d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04659c640 1 -- 172.21.15.50:0/813375373 >> v1:172.21.15.50:6789/0 conn(0x7fa0480ccce0 legacy=0x7fa0480b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.644 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.636+0000 7fa04659c640 1 -- 172.21.15.50:0/813375373 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0480cf560 con 0x7fa0480b7910 2023-07-12T13:57:11.645 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04659c640 1 --2- 172.21.15.50:0/813375373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b7910 0x7fa0480cc7a0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa0380097c0 tx=0x7fa03801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dddf26235308a4d6 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa045d9b640 1 -- 172.21.15.50:0/813375373 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0380ac620 con 0x7fa0480b7910 2023-07-12T13:57:11.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa045d9b640 1 -- 172.21.15.50:0/813375373 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0380ac780 con 0x7fa0480b7910 2023-07-12T13:57:11.646 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa045d9b640 1 -- 172.21.15.50:0/813375373 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0380acb10 con 0x7fa0480b7910 2023-07-12T13:57:11.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 -- 172.21.15.50:0/813375373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b7910 msgr2=0x7fa0480cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 --2- 172.21.15.50:0/813375373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b7910 0x7fa0480cc7a0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa0380097c0 tx=0x7fa03801c3c0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 -- 172.21.15.50:0/813375373 shutdown_connections 2023-07-12T13:57:11.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 --2- 172.21.15.50:0/813375373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b7910 0x7fa0480cc7a0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 -- 172.21.15.50:0/813375373 >> 172.21.15.50:0/813375373 conn(0x7fa048069f00 msgr2=0x7fa04806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:11.647 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 -- 172.21.15.50:0/813375373 shutdown_connections 2023-07-12T13:57:11.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.640+0000 7fa04cd11640 1 -- 172.21.15.50:0/813375373 wait complete. 2023-07-12T13:57:11.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 Processor -- start 2023-07-12T13:57:11.648 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 -- start start 2023-07-12T13:57:11.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 0x7fa04814d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0480b7910 0x7fa0480c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0480ccce0 0x7fa0480cabc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0480c9b20 con 0x7fa0480b47e0 2023-07-12T13:57:11.650 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0480c9e00 con 0x7fa0480ccce0 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0480ca0e0 con 0x7fa0480b7910 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 0x7fa04814d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 0x7fa04814d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36320/0 (socket says 172.21.15.50:36320) 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 -- 172.21.15.50:0/2202384089 learned_addr learned my addr 172.21.15.50:0/2202384089 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa046d9d640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0480ccce0 0x7fa0480cabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa03ffff640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0480b7910 0x7fa0480c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.651 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 -- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0480b7910 msgr2=0x7fa0480c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0480b7910 0x7fa0480c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 -- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0480ccce0 msgr2=0x7fa0480cabc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0480ccce0 0x7fa0480cabc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 -- 172.21.15.50:0/2202384089 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa038009420 con 0x7fa0480b47e0 2023-07-12T13:57:11.652 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa046d9d640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0480ccce0 0x7fa0480cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:11.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04659c640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 0x7fa04814d7b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa0380af040 tx=0x7fa038019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0380b5610 con 0x7fa0480b47e0 2023-07-12T13:57:11.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0380b5790 con 0x7fa0480b47e0 2023-07-12T13:57:11.653 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0480ca3c0 con 0x7fa0480b47e0 2023-07-12T13:57:11.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0380b5b40 con 0x7fa0480b47e0 2023-07-12T13:57:11.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.644+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0480c9760 con 0x7fa0480b47e0 2023-07-12T13:57:11.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.648+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa04804e020 con 0x7fa0480b47e0 2023-07-12T13:57:11.654 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.648+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa0380b3040 con 0x7fa0480b47e0 2023-07-12T13:57:11.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.648+0000 7fa03effd640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa028066280 0x7fa028068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.648+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa03811e080 con 0x7fa0480b47e0 2023-07-12T13:57:11.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.648+0000 7fa03ffff640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa028066280 0x7fa028068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.655 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.648+0000 7fa03ffff640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa028066280 0x7fa028068730 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa0481512a0 tx=0x7fa030009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.657 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.652+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa0380eb460 con 0x7fa0480b47e0 2023-07-12T13:57:11.813 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.808+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0480b2ea0 con 0x7fa0480b47e0 2023-07-12T13:57:11.814 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.808+0000 7fa03effd640 1 -- 172.21.15.50:0/2202384089 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+18291 (secure 0 0 0) 0x7fa0380c3090 con 0x7fa0480b47e0 2023-07-12T13:57:11.815 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:11.815 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":37,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","created":"2023-07-12T13:55:22.182070+0000","modified":"2023-07-12T13:57:09.073847+0000","last_up_change":"2023-07-12T13:55:34.431437+0000","last_in_change":"2023-07-12T13:55:24.789050+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-12T13:55:33.599582+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-07-12T13:55:40.794111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-07-12T13:57:05.588342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-07-12T13:57:06.455985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6cf4fbad-5b80-4ced-8379-990b4d08da12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6809","nonce":3735578316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6811","nonce":3735578316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6815","nonce":3735578316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3735578316},{"type":"v1","addr":"172.21.15.50:6813","nonce":3735578316}]},"public_addr":"172.21.15.50:6809/3735578316","cluster_addr":"172.21.15.50:6811/3735578316","heartbeat_back_addr":"172.21.15.50:6815/3735578316","heartbeat_front_addr":"172.21.15.50:6813/3735578316","state":["exists","up"]},{"osd":1,"uuid":"0b58e015-124c-4ff6-9c27-0a081585a47e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6801","nonce":3747995697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6803","nonce":3747995697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6807","nonce":3747995697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3747995697},{"type":"v1","addr":"172.21.15.50:6805","nonce":3747995697}]},"public_addr":"172.21.15.50:6801/3747995697","cluster_addr":"172.21.15.50:6803/3747995697","heartbeat_back_addr":"172.21.15.50:6807/3747995697","heartbeat_front_addr":"172.21.15.50:6805/3747995697","state":["exists","up"]},{"osd":2,"uuid":"c40fa00c-4101-4c84-8aae-a463e03c5586","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6817","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6819","nonce":4254834767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6822","nonce":4254834767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6827","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6828","nonce":4254834767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6823","nonce":4254834767},{"type":"v1","addr":"172.21.15.50:6825","nonce":4254834767}]},"public_addr":"172.21.15.50:6819/4254834767","cluster_addr":"172.21.15.50:6822/4254834767","heartbeat_back_addr":"172.21.15.50:6828/4254834767","heartbeat_front_addr":"172.21.15.50:6825/4254834767","state":["exists","up"]},{"osd":3,"uuid":"ed14cd5b-8e69-41f5-a06e-1b64e357b48d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6818","nonce":429708103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6821","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6824","nonce":429708103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6831","nonce":429708103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":429708103},{"type":"v1","addr":"172.21.15.50:6829","nonce":429708103}]},"public_addr":"172.21.15.50:6818/429708103","cluster_addr":"172.21.15.50:6824/429708103","heartbeat_back_addr":"172.21.15.50:6831/429708103","heartbeat_front_addr":"172.21.15.50:6829/429708103","state":["exists","up"]},{"osd":4,"uuid":"f7baee90-f354-438c-bdab-f295d44eb59e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6801","nonce":141262303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6803","nonce":141262303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6807","nonce":141262303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":141262303},{"type":"v1","addr":"172.21.15.55:6805","nonce":141262303}]},"public_addr":"172.21.15.55:6801/141262303","cluster_addr":"172.21.15.55:6803/141262303","heartbeat_back_addr":"172.21.15.55:6807/141262303","heartbeat_front_addr":"172.21.15.55:6805/141262303","state":["exists","up"]},{"osd":5,"uuid":"a2ebbda9-059d-4269-9d65-9659b0ef0950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6809","nonce":3135512788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6811","nonce":3135512788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6815","nonce":3135512788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3135512788},{"type":"v1","addr":"172.21.15.55:6813","nonce":3135512788}]},"public_addr":"172.21.15.55:6809/3135512788","cluster_addr":"172.21.15.55:6811/3135512788","heartbeat_back_addr":"172.21.15.55:6815/3135512788","heartbeat_front_addr":"172.21.15.55:6813/3135512788","state":["exists","up"]},{"osd":6,"uuid":"4d00169f-2179-46c4-b1fc-7bd95824b37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6825","nonce":1454633630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6827","nonce":1454633630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6831","nonce":1454633630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":1454633630},{"type":"v1","addr":"172.21.15.55:6829","nonce":1454633630}]},"public_addr":"172.21.15.55:6825/1454633630","cluster_addr":"172.21.15.55:6827/1454633630","heartbeat_back_addr":"172.21.15.55:6831/1454633630","heartbeat_front_addr":"172.21.15.55:6829/1454633630","state":["exists","up"]},{"osd":7,"uuid":"1ecf5113-cfd1-40ed-ae33-976a063f9eca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6817","nonce":2070608877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6819","nonce":2070608877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6823","nonce":2070608877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2070608877},{"type":"v1","addr":"172.21.15.55:6821","nonce":2070608877}]},"public_addr":"172.21.15.55:6817/2070608877","cluster_addr":"172.21.15.55:6819/2070608877","heartbeat_back_addr":"172.21.15.55:6823/2070608877","heartbeat_front_addr":"172.21.15.55:6821/2070608877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.518129+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.362211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.521668+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.533916+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.346003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.485157+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:33.421831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-12T13:55:30.539664+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-12T13:57:11.816 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa028066280 msgr2=0x7fa028068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa028066280 0x7fa028068730 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa0481512a0 tx=0x7fa030009040 comp rx=0 tx=0).stop 2023-07-12T13:57:11.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 msgr2=0x7fa04814d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 0x7fa04814d7b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa0380af040 tx=0x7fa038019160 comp rx=0 tx=0).stop 2023-07-12T13:57:11.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 shutdown_connections 2023-07-12T13:57:11.817 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fa028066280 0x7fa028068730 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0480ccce0 0x7fa0480cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fa0480b7910 0x7fa0480c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 --2- 172.21.15.50:0/2202384089 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0480b47e0 0x7fa04814d7b0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 >> 172.21.15.50:0/2202384089 conn(0x7fa048069f00 msgr2=0x7fa0481570f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:11.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 shutdown_connections 2023-07-12T13:57:11.818 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.812+0000 7fa04cd11640 1 -- 172.21.15.50:0/2202384089 wait complete. 2023-07-12T13:57:11.836 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-07-12T13:57:11.836 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:57:11.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.972+0000 7fbd82eca640 1 Processor -- start 2023-07-12T13:57:11.979 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.972+0000 7fbd82eca640 1 -- start start 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd82eca640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbd7c0b47e0 0x7fbd7c0b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd82eca640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd7c0b7ce0 con 0x7fbd7c0b4110 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd82eca640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd7c0b4510 con 0x7fbd7c0b7910 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd82eca640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd7c0cceb0 con 0x7fbd7c0b47e0 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd7bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbd7c0b47e0 0x7fbd7c0b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd81467640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fbd7c0b4110 0x7fbd7c0d0520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42038/0 (socket says 172.21.15.50:42038) 2023-07-12T13:57:11.981 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd81467640 1 -- 172.21.15.50:0/561676686 learned_addr learned my addr 172.21.15.50:0/561676686 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:11.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd7bfff640 1 -- 172.21.15.50:0/561676686 >> v1:172.21.15.55:6789/0 conn(0x7fbd7c0b7910 legacy=0x7fbd7c0cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd7b7fe640 1 -- 172.21.15.50:0/561676686 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1734678989 0 0) 0x7fbd7c0b7ce0 con 0x7fbd7c0b4110 2023-07-12T13:57:11.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd7bfff640 1 -- 172.21.15.50:0/561676686 >> v1:172.21.15.50:6789/0 conn(0x7fbd7c0b4110 legacy=0x7fbd7c0d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.982 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.976+0000 7fbd7bfff640 1 -- 172.21.15.50:0/561676686 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd7c0cefa0 con 0x7fbd7c0b47e0 2023-07-12T13:57:11.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd7bfff640 1 --2- 172.21.15.50:0/561676686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c0b3bd0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fbd680097c0 tx=0x7fbd6801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde30c0c92cef2ba server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.984 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd7b7fe640 1 -- 172.21.15.50:0/561676686 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd680ac620 con 0x7fbd7c0b47e0 2023-07-12T13:57:11.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd7b7fe640 1 -- 172.21.15.50:0/561676686 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd680ac780 con 0x7fbd7c0b47e0 2023-07-12T13:57:11.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd7b7fe640 1 -- 172.21.15.50:0/561676686 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd680acb10 con 0x7fbd7c0b47e0 2023-07-12T13:57:11.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 -- 172.21.15.50:0/561676686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b47e0 msgr2=0x7fbd7c0b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 --2- 172.21.15.50:0/561676686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c0b3bd0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fbd680097c0 tx=0x7fbd6801c3c0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 -- 172.21.15.50:0/561676686 shutdown_connections 2023-07-12T13:57:11.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 --2- 172.21.15.50:0/561676686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c0b3bd0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 -- 172.21.15.50:0/561676686 >> 172.21.15.50:0/561676686 conn(0x7fbd7c069f00 msgr2=0x7fbd7c06a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:11.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 -- 172.21.15.50:0/561676686 shutdown_connections 2023-07-12T13:57:11.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 -- 172.21.15.50:0/561676686 wait complete. 2023-07-12T13:57:11.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 Processor -- start 2023-07-12T13:57:11.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.980+0000 7fbd82eca640 1 -- start start 2023-07-12T13:57:11.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbd7c0b4110 0x7fbd7c157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c160540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 0x7fbd7c0ca3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c162360 con 0x7fbd7c0b7910 2023-07-12T13:57:11.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c161fc0 con 0x7fbd7c0b47e0 2023-07-12T13:57:11.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c0caea0 con 0x7fbd7c0b4110 2023-07-12T13:57:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 0x7fbd7c0ca3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 0x7fbd7c0ca3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36332/0 (socket says 172.21.15.50:36332) 2023-07-12T13:57:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 -- 172.21.15.50:0/1682033456 learned_addr learned my addr 172.21.15.50:0/1682033456 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd80c66640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbd7c0b4110 0x7fbd7c157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd7bfff640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c160540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 -- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbd7c0b4110 msgr2=0x7fbd7c157470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbd7c0b4110 0x7fbd7c157470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 -- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbd7c0b47e0 msgr2=0x7fbd7c160540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c160540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:11.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 -- 172.21.15.50:0/1682033456 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd68009420 con 0x7fbd7c0b7910 2023-07-12T13:57:11.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd7bfff640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c160540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:11.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd81467640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 0x7fbd7c0ca3a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fbd74001570 tx=0x7fbd7400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd7400a640 con 0x7fbd7c0b7910 2023-07-12T13:57:11.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd7400a7c0 con 0x7fbd7c0b7910 2023-07-12T13:57:11.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd7400ab70 con 0x7fbd7c0b7910 2023-07-12T13:57:11.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd7c0cb180 con 0x7fbd7c0b7910 2023-07-12T13:57:11.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd7c0cc2b0 con 0x7fbd7c0b7910 2023-07-12T13:57:11.995 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd7c1624a0 con 0x7fbd7c0b7910 2023-07-12T13:57:11.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.984+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbd7400acd0 con 0x7fbd7c0b7910 2023-07-12T13:57:11.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.988+0000 7fbd797fa640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbd60066280 0x7fbd60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:11.996 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.988+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbd74083250 con 0x7fbd7c0b7910 2023-07-12T13:57:11.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.988+0000 7fbd80c66640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbd60066280 0x7fbd60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:11.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.988+0000 7fbd80c66640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbd60066280 0x7fbd60068730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbd70007fd0 tx=0x7fbd70009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:11.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:11.992+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbd7c1624a0 con 0x7fbd7c0b7910 2023-07-12T13:57:12.149 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.144+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbd7c0d0000 con 0x7fbd60066280 2023-07-12T13:57:12.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.156+0000 7fbd797fa640 1 -- 172.21.15.50:0/1682033456 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+311071 (secure 0 0 0) 0x7fbd70001450 con 0x7fbd60066280 2023-07-12T13:57:12.162 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:12.163 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:57:12.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.156+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbd60066280 msgr2=0x7fbd60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.156+0000 7fbd82eca640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbd60066280 0x7fbd60068730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbd70007fd0 tx=0x7fbd70009040 comp rx=0 tx=0).stop 2023-07-12T13:57:12.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.156+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 msgr2=0x7fbd7c0ca3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.156+0000 7fbd82eca640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 0x7fbd7c0ca3a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fbd74001570 tx=0x7fbd7400cca0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 shutdown_connections 2023-07-12T13:57:12.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fbd60066280 0x7fbd60068730 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7c0b7910 0x7fbd7c0ca3a0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbd7c0b47e0 0x7fbd7c160540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 --2- 172.21.15.50:0/1682033456 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fbd7c0b4110 0x7fbd7c157470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 >> 172.21.15.50:0/1682033456 conn(0x7fbd7c069f00 msgr2=0x7fbd7c0b52d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:12.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 shutdown_connections 2023-07-12T13:57:12.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.160+0000 7fbd82eca640 1 -- 172.21.15.50:0/1682033456 wait complete. 2023-07-12T13:57:12.183 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2023-07-12T13:57:11.559520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252708,"kb_used_data":4324,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754722012,"statfs":{"total":773094113280,"available":772835340288,"internally_reserved":0,"allocated":4427776,"data_stored":2506695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,7],"upper_bound":4},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.505660"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101269+0000","last_change":"2023-07-12T13:57:08.088702+0000","last_active":"2023-07-12T13:57:08.101269+0000","last_peered":"2023-07-12T13:57:08.101269+0000","last_clean":"2023-07-12T13:57:08.101269+0000","last_became_active":"2023-07-12T13:57:08.088418+0000","last_became_peered":"2023-07-12T13:57:08.088418+0000","last_unstale":"2023-07-12T13:57:08.101269+0000","last_undegraded":"2023-07-12T13:57:08.101269+0000","last_fullsized":"2023-07-12T13:57:08.101269+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:42:32.273467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085788+0000","last_change":"2023-07-12T13:57:08.080397+0000","last_active":"2023-07-12T13:57:08.085788+0000","last_peered":"2023-07-12T13:57:08.085788+0000","last_clean":"2023-07-12T13:57:08.085788+0000","last_became_active":"2023-07-12T13:57:08.080125+0000","last_became_peered":"2023-07-12T13:57:08.080125+0000","last_unstale":"2023-07-12T13:57:08.085788+0000","last_undegraded":"2023-07-12T13:57:08.085788+0000","last_fullsized":"2023-07-12T13:57:08.085788+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:18:11.465706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091534+0000","last_change":"2023-07-12T13:57:08.086405+0000","last_active":"2023-07-12T13:57:08.091534+0000","last_peered":"2023-07-12T13:57:08.091534+0000","last_clean":"2023-07-12T13:57:08.091534+0000","last_became_active":"2023-07-12T13:57:08.086121+0000","last_became_peered":"2023-07-12T13:57:08.086121+0000","last_unstale":"2023-07-12T13:57:08.091534+0000","last_undegraded":"2023-07-12T13:57:08.091534+0000","last_fullsized":"2023-07-12T13:57:08.091534+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:49.888783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.096251+0000","last_change":"2023-07-12T13:57:08.091874+0000","last_active":"2023-07-12T13:57:08.096251+0000","last_peered":"2023-07-12T13:57:08.096251+0000","last_clean":"2023-07-12T13:57:08.096251+0000","last_became_active":"2023-07-12T13:57:08.091579+0000","last_became_peered":"2023-07-12T13:57:08.091579+0000","last_unstale":"2023-07-12T13:57:08.096251+0000","last_undegraded":"2023-07-12T13:57:08.096251+0000","last_fullsized":"2023-07-12T13:57:08.096251+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:14:07.490951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.093826+0000","last_change":"2023-07-12T13:57:08.090703+0000","last_active":"2023-07-12T13:57:08.093826+0000","last_peered":"2023-07-12T13:57:08.093826+0000","last_clean":"2023-07-12T13:57:08.093826+0000","last_became_active":"2023-07-12T13:57:08.090382+0000","last_became_peered":"2023-07-12T13:57:08.090382+0000","last_unstale":"2023-07-12T13:57:08.093826+0000","last_undegraded":"2023-07-12T13:57:08.093826+0000","last_fullsized":"2023-07-12T13:57:08.093826+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:32:19.896848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.088481+0000","last_change":"2023-07-12T13:57:08.077662+0000","last_active":"2023-07-12T13:57:08.088481+0000","last_peered":"2023-07-12T13:57:08.088481+0000","last_clean":"2023-07-12T13:57:08.088481+0000","last_became_active":"2023-07-12T13:57:08.077381+0000","last_became_peered":"2023-07-12T13:57:08.077381+0000","last_unstale":"2023-07-12T13:57:08.088481+0000","last_undegraded":"2023-07-12T13:57:08.088481+0000","last_fullsized":"2023-07-12T13:57:08.088481+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:55:02.554837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.089238+0000","last_change":"2023-07-12T13:57:08.083545+0000","last_active":"2023-07-12T13:57:08.089238+0000","last_peered":"2023-07-12T13:57:08.089238+0000","last_clean":"2023-07-12T13:57:08.089238+0000","last_became_active":"2023-07-12T13:57:08.083276+0000","last_became_peered":"2023-07-12T13:57:08.083276+0000","last_unstale":"2023-07-12T13:57:08.089238+0000","last_undegraded":"2023-07-12T13:57:08.089238+0000","last_fullsized":"2023-07-12T13:57:08.089238+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:06:02.159871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101369+0000","last_change":"2023-07-12T13:57:08.088179+0000","last_active":"2023-07-12T13:57:08.101369+0000","last_peered":"2023-07-12T13:57:08.101369+0000","last_clean":"2023-07-12T13:57:08.101369+0000","last_became_active":"2023-07-12T13:57:08.087651+0000","last_became_peered":"2023-07-12T13:57:08.087651+0000","last_unstale":"2023-07-12T13:57:08.101369+0000","last_undegraded":"2023-07-12T13:57:08.101369+0000","last_fullsized":"2023-07-12T13:57:08.101369+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:32:16.028602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.097204+0000","last_change":"2023-07-12T13:57:08.092353+0000","last_active":"2023-07-12T13:57:08.097204+0000","last_peered":"2023-07-12T13:57:08.097204+0000","last_clean":"2023-07-12T13:57:08.097204+0000","last_became_active":"2023-07-12T13:57:08.091677+0000","last_became_peered":"2023-07-12T13:57:08.091677+0000","last_unstale":"2023-07-12T13:57:08.097204+0000","last_undegraded":"2023-07-12T13:57:08.097204+0000","last_fullsized":"2023-07-12T13:57:08.097204+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:18:11.465706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091795+0000","last_change":"2023-07-12T13:57:08.086559+0000","last_active":"2023-07-12T13:57:08.091795+0000","last_peered":"2023-07-12T13:57:08.091795+0000","last_clean":"2023-07-12T13:57:08.091795+0000","last_became_active":"2023-07-12T13:57:08.086242+0000","last_became_peered":"2023-07-12T13:57:08.086242+0000","last_unstale":"2023-07-12T13:57:08.091795+0000","last_undegraded":"2023-07-12T13:57:08.091795+0000","last_fullsized":"2023-07-12T13:57:08.091795+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:42:32.273467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.094944+0000","last_change":"2023-07-12T13:57:08.087651+0000","last_active":"2023-07-12T13:57:08.094944+0000","last_peered":"2023-07-12T13:57:08.094944+0000","last_clean":"2023-07-12T13:57:08.094944+0000","last_became_active":"2023-07-12T13:57:08.087372+0000","last_became_peered":"2023-07-12T13:57:08.087372+0000","last_unstale":"2023-07-12T13:57:08.094944+0000","last_undegraded":"2023-07-12T13:57:08.094944+0000","last_fullsized":"2023-07-12T13:57:08.094944+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:09:08.093988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085788+0000","last_change":"2023-07-12T13:57:08.081764+0000","last_active":"2023-07-12T13:57:08.085788+0000","last_peered":"2023-07-12T13:57:08.085788+0000","last_clean":"2023-07-12T13:57:08.085788+0000","last_became_active":"2023-07-12T13:57:08.081442+0000","last_became_peered":"2023-07-12T13:57:08.081442+0000","last_unstale":"2023-07-12T13:57:08.085788+0000","last_undegraded":"2023-07-12T13:57:08.085788+0000","last_fullsized":"2023-07-12T13:57:08.085788+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:32:16.028602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091834+0000","last_change":"2023-07-12T13:57:08.085742+0000","last_active":"2023-07-12T13:57:08.091834+0000","last_peered":"2023-07-12T13:57:08.091834+0000","last_clean":"2023-07-12T13:57:08.091834+0000","last_became_active":"2023-07-12T13:57:08.085392+0000","last_became_peered":"2023-07-12T13:57:08.085392+0000","last_unstale":"2023-07-12T13:57:08.091834+0000","last_undegraded":"2023-07-12T13:57:08.091834+0000","last_fullsized":"2023-07-12T13:57:08.091834+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:54:35.188136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108333+0000","last_change":"2023-07-12T13:57:08.102444+0000","last_active":"2023-07-12T13:57:08.108333+0000","last_peered":"2023-07-12T13:57:08.108333+0000","last_clean":"2023-07-12T13:57:08.108333+0000","last_became_active":"2023-07-12T13:57:08.102027+0000","last_became_peered":"2023-07-12T13:57:08.102027+0000","last_unstale":"2023-07-12T13:57:08.108333+0000","last_undegraded":"2023-07-12T13:57:08.108333+0000","last_fullsized":"2023-07-12T13:57:08.108333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:19:44.992433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.088807+0000","last_change":"2023-07-12T13:57:08.078521+0000","last_active":"2023-07-12T13:57:08.088807+0000","last_peered":"2023-07-12T13:57:08.088807+0000","last_clean":"2023-07-12T13:57:08.088807+0000","last_became_active":"2023-07-12T13:57:08.078157+0000","last_became_peered":"2023-07-12T13:57:08.078157+0000","last_unstale":"2023-07-12T13:57:08.088807+0000","last_undegraded":"2023-07-12T13:57:08.088807+0000","last_fullsized":"2023-07-12T13:57:08.088807+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:15:58.555507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086662+0000","last_change":"2023-07-12T13:57:08.085941+0000","last_active":"2023-07-12T13:57:09.086662+0000","last_peered":"2023-07-12T13:57:09.086662+0000","last_clean":"2023-07-12T13:57:09.086662+0000","last_became_active":"2023-07-12T13:57:08.085609+0000","last_became_peered":"2023-07-12T13:57:08.085609+0000","last_unstale":"2023-07-12T13:57:09.086662+0000","last_undegraded":"2023-07-12T13:57:09.086662+0000","last_fullsized":"2023-07-12T13:57:09.086662+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:00:30.400214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087625+0000","last_change":"2023-07-12T13:57:08.090797+0000","last_active":"2023-07-12T13:57:09.087625+0000","last_peered":"2023-07-12T13:57:09.087625+0000","last_clean":"2023-07-12T13:57:09.087625+0000","last_became_active":"2023-07-12T13:57:08.090065+0000","last_became_peered":"2023-07-12T13:57:08.090065+0000","last_unstale":"2023-07-12T13:57:09.087625+0000","last_undegraded":"2023-07-12T13:57:09.087625+0000","last_fullsized":"2023-07-12T13:57:09.087625+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:40:28.255436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544827+0000","last_change":"2023-07-12T13:57:08.090186+0000","last_active":"2023-07-12T13:57:09.544827+0000","last_peered":"2023-07-12T13:57:09.544827+0000","last_clean":"2023-07-12T13:57:09.544827+0000","last_became_active":"2023-07-12T13:57:08.089854+0000","last_became_peered":"2023-07-12T13:57:08.089854+0000","last_unstale":"2023-07-12T13:57:09.544827+0000","last_undegraded":"2023-07-12T13:57:09.544827+0000","last_fullsized":"2023-07-12T13:57:09.544827+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:26:14.857073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.088917+0000","last_change":"2023-07-12T13:57:08.085663+0000","last_active":"2023-07-12T13:57:08.088917+0000","last_peered":"2023-07-12T13:57:08.088917+0000","last_clean":"2023-07-12T13:57:08.088917+0000","last_became_active":"2023-07-12T13:57:08.084954+0000","last_became_peered":"2023-07-12T13:57:08.084954+0000","last_unstale":"2023-07-12T13:57:08.088917+0000","last_undegraded":"2023-07-12T13:57:08.088917+0000","last_fullsized":"2023-07-12T13:57:08.088917+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:01:55.416663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544722+0000","last_change":"2023-07-12T13:57:08.087466+0000","last_active":"2023-07-12T13:57:09.544722+0000","last_peered":"2023-07-12T13:57:09.544722+0000","last_clean":"2023-07-12T13:57:09.544722+0000","last_became_active":"2023-07-12T13:57:08.087222+0000","last_became_peered":"2023-07-12T13:57:08.087222+0000","last_unstale":"2023-07-12T13:57:09.544722+0000","last_undegraded":"2023-07-12T13:57:09.544722+0000","last_fullsized":"2023-07-12T13:57:09.544722+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:53:31.245351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098594+0000","last_change":"2023-07-12T13:57:08.091208+0000","last_active":"2023-07-12T13:57:08.098594+0000","last_peered":"2023-07-12T13:57:08.098594+0000","last_clean":"2023-07-12T13:57:08.098594+0000","last_became_active":"2023-07-12T13:57:08.090923+0000","last_became_peered":"2023-07-12T13:57:08.090923+0000","last_unstale":"2023-07-12T13:57:08.098594+0000","last_undegraded":"2023-07-12T13:57:08.098594+0000","last_fullsized":"2023-07-12T13:57:08.098594+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:54:07.747170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.099884+0000","last_change":"2023-07-12T13:57:08.090154+0000","last_active":"2023-07-12T13:57:08.099884+0000","last_peered":"2023-07-12T13:57:08.099884+0000","last_clean":"2023-07-12T13:57:08.099884+0000","last_became_active":"2023-07-12T13:57:08.089129+0000","last_became_peered":"2023-07-12T13:57:08.089129+0000","last_unstale":"2023-07-12T13:57:08.099884+0000","last_undegraded":"2023-07-12T13:57:08.099884+0000","last_fullsized":"2023-07-12T13:57:08.099884+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:39:09.572315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087105+0000","last_change":"2023-07-12T13:57:08.086051+0000","last_active":"2023-07-12T13:57:09.087105+0000","last_peered":"2023-07-12T13:57:09.087105+0000","last_clean":"2023-07-12T13:57:09.087105+0000","last_became_active":"2023-07-12T13:57:08.085757+0000","last_became_peered":"2023-07-12T13:57:08.085757+0000","last_unstale":"2023-07-12T13:57:09.087105+0000","last_undegraded":"2023-07-12T13:57:09.087105+0000","last_fullsized":"2023-07-12T13:57:09.087105+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:51:43.693270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.082858+0000","last_change":"2023-07-12T13:57:08.079620+0000","last_active":"2023-07-12T13:57:08.082858+0000","last_peered":"2023-07-12T13:57:08.082858+0000","last_clean":"2023-07-12T13:57:08.082858+0000","last_became_active":"2023-07-12T13:57:08.079316+0000","last_became_peered":"2023-07-12T13:57:08.079316+0000","last_unstale":"2023-07-12T13:57:08.082858+0000","last_undegraded":"2023-07-12T13:57:08.082858+0000","last_fullsized":"2023-07-12T13:57:08.082858+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:48:57.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544922+0000","last_change":"2023-07-12T13:57:08.093881+0000","last_active":"2023-07-12T13:57:09.544922+0000","last_peered":"2023-07-12T13:57:09.544922+0000","last_clean":"2023-07-12T13:57:09.544922+0000","last_became_active":"2023-07-12T13:57:08.093525+0000","last_became_peered":"2023-07-12T13:57:08.093525+0000","last_unstale":"2023-07-12T13:57:09.544922+0000","last_undegraded":"2023-07-12T13:57:09.544922+0000","last_fullsized":"2023-07-12T13:57:09.544922+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:00:46.824930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098227+0000","last_change":"2023-07-12T13:57:08.086658+0000","last_active":"2023-07-12T13:57:08.098227+0000","last_peered":"2023-07-12T13:57:08.098227+0000","last_clean":"2023-07-12T13:57:08.098227+0000","last_became_active":"2023-07-12T13:57:08.084173+0000","last_became_peered":"2023-07-12T13:57:08.084173+0000","last_unstale":"2023-07-12T13:57:08.098227+0000","last_undegraded":"2023-07-12T13:57:08.098227+0000","last_fullsized":"2023-07-12T13:57:08.098227+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:48:14.081348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544771+0000","last_change":"2023-07-12T13:57:08.085242+0000","last_active":"2023-07-12T13:57:09.544771+0000","last_peered":"2023-07-12T13:57:09.544771+0000","last_clean":"2023-07-12T13:57:09.544771+0000","last_became_active":"2023-07-12T13:57:08.084876+0000","last_became_peered":"2023-07-12T13:57:08.084876+0000","last_unstale":"2023-07-12T13:57:09.544771+0000","last_undegraded":"2023-07-12T13:57:09.544771+0000","last_fullsized":"2023-07-12T13:57:09.544771+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:53.579061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085069+0000","last_change":"2023-07-12T13:57:08.074911+0000","last_active":"2023-07-12T13:57:08.085069+0000","last_peered":"2023-07-12T13:57:08.085069+0000","last_clean":"2023-07-12T13:57:08.085069+0000","last_became_active":"2023-07-12T13:57:08.074560+0000","last_became_peered":"2023-07-12T13:57:08.074560+0000","last_unstale":"2023-07-12T13:57:08.085069+0000","last_undegraded":"2023-07-12T13:57:08.085069+0000","last_fullsized":"2023-07-12T13:57:08.085069+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:41:07.042625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544697+0000","last_change":"2023-07-12T13:57:08.098554+0000","last_active":"2023-07-12T13:57:09.544697+0000","last_peered":"2023-07-12T13:57:09.544697+0000","last_clean":"2023-07-12T13:57:09.544697+0000","last_became_active":"2023-07-12T13:57:08.098173+0000","last_became_peered":"2023-07-12T13:57:08.098173+0000","last_unstale":"2023-07-12T13:57:09.544697+0000","last_undegraded":"2023-07-12T13:57:09.544697+0000","last_fullsized":"2023-07-12T13:57:09.544697+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:34:37.355817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544555+0000","last_change":"2023-07-12T13:57:08.091990+0000","last_active":"2023-07-12T13:57:09.544555+0000","last_peered":"2023-07-12T13:57:09.544555+0000","last_clean":"2023-07-12T13:57:09.544555+0000","last_became_active":"2023-07-12T13:57:08.091653+0000","last_became_peered":"2023-07-12T13:57:08.091653+0000","last_unstale":"2023-07-12T13:57:09.544555+0000","last_undegraded":"2023-07-12T13:57:09.544555+0000","last_fullsized":"2023-07-12T13:57:09.544555+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:05:57.304642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086853+0000","last_change":"2023-07-12T13:57:08.090151+0000","last_active":"2023-07-12T13:57:09.086853+0000","last_peered":"2023-07-12T13:57:09.086853+0000","last_clean":"2023-07-12T13:57:09.086853+0000","last_became_active":"2023-07-12T13:57:08.089829+0000","last_became_peered":"2023-07-12T13:57:08.089829+0000","last_unstale":"2023-07-12T13:57:09.086853+0000","last_undegraded":"2023-07-12T13:57:09.086853+0000","last_fullsized":"2023-07-12T13:57:09.086853+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:27:53.918201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.096557+0000","last_change":"2023-07-12T13:57:08.084818+0000","last_active":"2023-07-12T13:57:08.096557+0000","last_peered":"2023-07-12T13:57:08.096557+0000","last_clean":"2023-07-12T13:57:08.096557+0000","last_became_active":"2023-07-12T13:57:08.084508+0000","last_became_peered":"2023-07-12T13:57:08.084508+0000","last_unstale":"2023-07-12T13:57:08.096557+0000","last_undegraded":"2023-07-12T13:57:08.096557+0000","last_fullsized":"2023-07-12T13:57:08.096557+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:49.888783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086781+0000","last_change":"2023-07-12T13:57:08.090317+0000","last_active":"2023-07-12T13:57:09.086781+0000","last_peered":"2023-07-12T13:57:09.086781+0000","last_clean":"2023-07-12T13:57:09.086781+0000","last_became_active":"2023-07-12T13:57:08.089987+0000","last_became_peered":"2023-07-12T13:57:08.089987+0000","last_unstale":"2023-07-12T13:57:09.086781+0000","last_undegraded":"2023-07-12T13:57:09.086781+0000","last_fullsized":"2023-07-12T13:57:09.086781+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:58:23.057798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"36'4","reported_seq":17,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544944+0000","last_change":"2023-07-12T13:57:07.081301+0000","last_active":"2023-07-12T13:57:09.544944+0000","last_peered":"2023-07-12T13:57:09.544944+0000","last_clean":"2023-07-12T13:57:09.544944+0000","last_became_active":"2023-07-12T13:57:07.080980+0000","last_became_peered":"2023-07-12T13:57:07.080980+0000","last_unstale":"2023-07-12T13:57:09.544944+0000","last_undegraded":"2023-07-12T13:57:09.544944+0000","last_fullsized":"2023-07-12T13:57:09.544944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:43:10.531900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098220+0000","last_change":"2023-07-12T13:57:08.086452+0000","last_active":"2023-07-12T13:57:08.098220+0000","last_peered":"2023-07-12T13:57:08.098220+0000","last_clean":"2023-07-12T13:57:08.098220+0000","last_became_active":"2023-07-12T13:57:08.086187+0000","last_became_peered":"2023-07-12T13:57:08.086187+0000","last_unstale":"2023-07-12T13:57:08.098220+0000","last_undegraded":"2023-07-12T13:57:08.098220+0000","last_fullsized":"2023-07-12T13:57:08.098220+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:32:16.028602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.110381+0000","last_change":"2023-07-12T13:57:07.082363+0000","last_active":"2023-07-12T13:57:08.110381+0000","last_peered":"2023-07-12T13:57:08.110381+0000","last_clean":"2023-07-12T13:57:08.110381+0000","last_became_active":"2023-07-12T13:57:07.081624+0000","last_became_peered":"2023-07-12T13:57:07.081624+0000","last_unstale":"2023-07-12T13:57:08.110381+0000","last_undegraded":"2023-07-12T13:57:08.110381+0000","last_fullsized":"2023-07-12T13:57:08.110381+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:55:01.546164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108239+0000","last_change":"2023-07-12T13:57:08.102343+0000","last_active":"2023-07-12T13:57:08.108239+0000","last_peered":"2023-07-12T13:57:08.108239+0000","last_clean":"2023-07-12T13:57:08.108239+0000","last_became_active":"2023-07-12T13:57:08.102008+0000","last_became_peered":"2023-07-12T13:57:08.102008+0000","last_unstale":"2023-07-12T13:57:08.108239+0000","last_undegraded":"2023-07-12T13:57:08.108239+0000","last_fullsized":"2023-07-12T13:57:08.108239+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:58:26.685087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108663+0000","last_change":"2023-07-12T13:57:07.078394+0000","last_active":"2023-07-12T13:57:08.108663+0000","last_peered":"2023-07-12T13:57:08.108663+0000","last_clean":"2023-07-12T13:57:08.108663+0000","last_became_active":"2023-07-12T13:57:07.078094+0000","last_became_peered":"2023-07-12T13:57:07.078094+0000","last_unstale":"2023-07-12T13:57:08.108663+0000","last_undegraded":"2023-07-12T13:57:08.108663+0000","last_fullsized":"2023-07-12T13:57:08.108663+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:49:50.280327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104181+0000","last_change":"2023-07-12T13:57:08.095160+0000","last_active":"2023-07-12T13:57:08.104181+0000","last_peered":"2023-07-12T13:57:08.104181+0000","last_clean":"2023-07-12T13:57:08.104181+0000","last_became_active":"2023-07-12T13:57:08.094869+0000","last_became_peered":"2023-07-12T13:57:08.094869+0000","last_unstale":"2023-07-12T13:57:08.104181+0000","last_undegraded":"2023-07-12T13:57:08.104181+0000","last_fullsized":"2023-07-12T13:57:08.104181+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:41:07.042625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108617+0000","last_change":"2023-07-12T13:57:07.079805+0000","last_active":"2023-07-12T13:57:08.108617+0000","last_peered":"2023-07-12T13:57:08.108617+0000","last_clean":"2023-07-12T13:57:08.108617+0000","last_became_active":"2023-07-12T13:57:07.079525+0000","last_became_peered":"2023-07-12T13:57:07.079525+0000","last_unstale":"2023-07-12T13:57:08.108617+0000","last_undegraded":"2023-07-12T13:57:08.108617+0000","last_fullsized":"2023-07-12T13:57:08.108617+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:51.012303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.097216+0000","last_change":"2023-07-12T13:57:08.092244+0000","last_active":"2023-07-12T13:57:08.097216+0000","last_peered":"2023-07-12T13:57:08.097216+0000","last_clean":"2023-07-12T13:57:08.097216+0000","last_became_active":"2023-07-12T13:57:08.091882+0000","last_became_peered":"2023-07-12T13:57:08.091882+0000","last_unstale":"2023-07-12T13:57:08.097216+0000","last_undegraded":"2023-07-12T13:57:08.097216+0000","last_fullsized":"2023-07-12T13:57:08.097216+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:42:59.636966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104454+0000","last_change":"2023-07-12T13:57:07.087949+0000","last_active":"2023-07-12T13:57:08.104454+0000","last_peered":"2023-07-12T13:57:08.104454+0000","last_clean":"2023-07-12T13:57:08.104454+0000","last_became_active":"2023-07-12T13:57:07.087613+0000","last_became_peered":"2023-07-12T13:57:07.087613+0000","last_unstale":"2023-07-12T13:57:08.104454+0000","last_undegraded":"2023-07-12T13:57:08.104454+0000","last_fullsized":"2023-07-12T13:57:08.104454+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:08:50.716066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.103825+0000","last_change":"2023-07-12T13:57:08.097243+0000","last_active":"2023-07-12T13:57:08.103825+0000","last_peered":"2023-07-12T13:57:08.103825+0000","last_clean":"2023-07-12T13:57:08.103825+0000","last_became_active":"2023-07-12T13:57:08.096877+0000","last_became_peered":"2023-07-12T13:57:08.096877+0000","last_unstale":"2023-07-12T13:57:08.103825+0000","last_undegraded":"2023-07-12T13:57:08.103825+0000","last_fullsized":"2023-07-12T13:57:08.103825+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:01:07.795185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"36'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086889+0000","last_change":"2023-07-12T13:57:07.084401+0000","last_active":"2023-07-12T13:57:09.086889+0000","last_peered":"2023-07-12T13:57:09.086889+0000","last_clean":"2023-07-12T13:57:09.086889+0000","last_became_active":"2023-07-12T13:57:07.084007+0000","last_became_peered":"2023-07-12T13:57:07.084007+0000","last_unstale":"2023-07-12T13:57:09.086889+0000","last_undegraded":"2023-07-12T13:57:09.086889+0000","last_fullsized":"2023-07-12T13:57:09.086889+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:16:33.523972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.105892+0000","last_change":"2023-07-12T13:57:08.091427+0000","last_active":"2023-07-12T13:57:08.105892+0000","last_peered":"2023-07-12T13:57:08.105892+0000","last_clean":"2023-07-12T13:57:08.105892+0000","last_became_active":"2023-07-12T13:57:08.091163+0000","last_became_peered":"2023-07-12T13:57:08.091163+0000","last_unstale":"2023-07-12T13:57:08.105892+0000","last_undegraded":"2023-07-12T13:57:08.105892+0000","last_fullsized":"2023-07-12T13:57:08.105892+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:49:16.713138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.072235+0000","last_change":"2023-07-12T13:57:07.086959+0000","last_active":"2023-07-12T13:57:08.072235+0000","last_peered":"2023-07-12T13:57:08.072235+0000","last_clean":"2023-07-12T13:57:08.072235+0000","last_became_active":"2023-07-12T13:57:07.086683+0000","last_became_peered":"2023-07-12T13:57:07.086683+0000","last_unstale":"2023-07-12T13:57:08.072235+0000","last_undegraded":"2023-07-12T13:57:08.072235+0000","last_fullsized":"2023-07-12T13:57:08.072235+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:41:06.033951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101932+0000","last_change":"2023-07-12T13:57:08.090341+0000","last_active":"2023-07-12T13:57:08.101932+0000","last_peered":"2023-07-12T13:57:08.101932+0000","last_clean":"2023-07-12T13:57:08.101932+0000","last_became_active":"2023-07-12T13:57:08.090071+0000","last_became_peered":"2023-07-12T13:57:08.090071+0000","last_unstale":"2023-07-12T13:57:08.101932+0000","last_undegraded":"2023-07-12T13:57:08.101932+0000","last_fullsized":"2023-07-12T13:57:08.101932+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:54:35.188136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.084078+0000","last_change":"2023-07-12T13:57:07.082943+0000","last_active":"2023-07-12T13:57:08.084078+0000","last_peered":"2023-07-12T13:57:08.084078+0000","last_clean":"2023-07-12T13:57:08.084078+0000","last_became_active":"2023-07-12T13:57:07.082619+0000","last_became_peered":"2023-07-12T13:57:07.082619+0000","last_unstale":"2023-07-12T13:57:08.084078+0000","last_undegraded":"2023-07-12T13:57:08.084078+0000","last_fullsized":"2023-07-12T13:57:08.084078+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:37:59.840621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091767+0000","last_change":"2023-07-12T13:57:08.088071+0000","last_active":"2023-07-12T13:57:08.091767+0000","last_peered":"2023-07-12T13:57:08.091767+0000","last_clean":"2023-07-12T13:57:08.091767+0000","last_became_active":"2023-07-12T13:57:08.087792+0000","last_became_peered":"2023-07-12T13:57:08.087792+0000","last_unstale":"2023-07-12T13:57:08.091767+0000","last_undegraded":"2023-07-12T13:57:08.091767+0000","last_fullsized":"2023-07-12T13:57:08.091767+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:24:06.267884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.080785+0000","last_change":"2023-07-12T13:57:07.078962+0000","last_active":"2023-07-12T13:57:08.080785+0000","last_peered":"2023-07-12T13:57:08.080785+0000","last_clean":"2023-07-12T13:57:08.080785+0000","last_became_active":"2023-07-12T13:57:07.078068+0000","last_became_peered":"2023-07-12T13:57:07.078068+0000","last_unstale":"2023-07-12T13:57:08.080785+0000","last_undegraded":"2023-07-12T13:57:08.080785+0000","last_fullsized":"2023-07-12T13:57:08.080785+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:49:50.280327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087124+0000","last_change":"2023-07-12T13:57:08.096006+0000","last_active":"2023-07-12T13:57:09.087124+0000","last_peered":"2023-07-12T13:57:09.087124+0000","last_clean":"2023-07-12T13:57:09.087124+0000","last_became_active":"2023-07-12T13:57:08.095393+0000","last_became_peered":"2023-07-12T13:57:08.095393+0000","last_unstale":"2023-07-12T13:57:09.087124+0000","last_undegraded":"2023-07-12T13:57:09.087124+0000","last_fullsized":"2023-07-12T13:57:09.087124+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:43:27.561072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.069366+0000","last_change":"2023-07-12T13:57:07.093527+0000","last_active":"2023-07-12T13:57:08.069366+0000","last_peered":"2023-07-12T13:57:08.069366+0000","last_clean":"2023-07-12T13:57:08.069366+0000","last_became_active":"2023-07-12T13:57:07.093238+0000","last_became_peered":"2023-07-12T13:57:07.093238+0000","last_unstale":"2023-07-12T13:57:08.069366+0000","last_undegraded":"2023-07-12T13:57:08.069366+0000","last_fullsized":"2023-07-12T13:57:08.069366+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:15:17.518979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.095574+0000","last_change":"2023-07-12T13:57:08.088120+0000","last_active":"2023-07-12T13:57:08.095574+0000","last_peered":"2023-07-12T13:57:08.095574+0000","last_clean":"2023-07-12T13:57:08.095574+0000","last_became_active":"2023-07-12T13:57:08.087541+0000","last_became_peered":"2023-07-12T13:57:08.087541+0000","last_unstale":"2023-07-12T13:57:08.095574+0000","last_undegraded":"2023-07-12T13:57:08.095574+0000","last_fullsized":"2023-07-12T13:57:08.095574+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:47:57.080877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"36'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.106208+0000","last_change":"2023-07-12T13:57:07.089015+0000","last_active":"2023-07-12T13:57:08.106208+0000","last_peered":"2023-07-12T13:57:08.106208+0000","last_clean":"2023-07-12T13:57:08.106208+0000","last_became_active":"2023-07-12T13:57:07.088696+0000","last_became_peered":"2023-07-12T13:57:07.088696+0000","last_unstale":"2023-07-12T13:57:08.106208+0000","last_undegraded":"2023-07-12T13:57:08.106208+0000","last_fullsized":"2023-07-12T13:57:08.106208+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:27:43.346900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.099828+0000","last_change":"2023-07-12T13:57:08.090013+0000","last_active":"2023-07-12T13:57:08.099828+0000","last_peered":"2023-07-12T13:57:08.099828+0000","last_clean":"2023-07-12T13:57:08.099828+0000","last_became_active":"2023-07-12T13:57:08.089727+0000","last_became_peered":"2023-07-12T13:57:08.089727+0000","last_unstale":"2023-07-12T13:57:08.099828+0000","last_undegraded":"2023-07-12T13:57:08.099828+0000","last_fullsized":"2023-07-12T13:57:08.099828+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:02:51.873498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"36'6","reported_seq":17,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.112720+0000","last_change":"2023-07-12T13:57:07.083689+0000","last_active":"2023-07-12T13:57:08.112720+0000","last_peered":"2023-07-12T13:57:08.112720+0000","last_clean":"2023-07-12T13:57:08.112720+0000","last_became_active":"2023-07-12T13:57:07.082945+0000","last_became_peered":"2023-07-12T13:57:07.082945+0000","last_unstale":"2023-07-12T13:57:08.112720+0000","last_undegraded":"2023-07-12T13:57:08.112720+0000","last_fullsized":"2023-07-12T13:57:08.112720+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:48.880109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085893+0000","last_change":"2023-07-12T13:57:08.080904+0000","last_active":"2023-07-12T13:57:08.085893+0000","last_peered":"2023-07-12T13:57:08.085893+0000","last_clean":"2023-07-12T13:57:08.085893+0000","last_became_active":"2023-07-12T13:57:08.080639+0000","last_became_peered":"2023-07-12T13:57:08.080639+0000","last_unstale":"2023-07-12T13:57:08.085893+0000","last_undegraded":"2023-07-12T13:57:08.085893+0000","last_fullsized":"2023-07-12T13:57:08.085893+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:24.622189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.105753+0000","last_change":"2023-07-12T13:57:07.083268+0000","last_active":"2023-07-12T13:57:08.105753+0000","last_peered":"2023-07-12T13:57:08.105753+0000","last_clean":"2023-07-12T13:57:08.105753+0000","last_became_active":"2023-07-12T13:57:07.082776+0000","last_became_peered":"2023-07-12T13:57:07.082776+0000","last_unstale":"2023-07-12T13:57:08.105753+0000","last_undegraded":"2023-07-12T13:57:08.105753+0000","last_fullsized":"2023-07-12T13:57:08.105753+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:51:52.844780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085493+0000","last_change":"2023-07-12T13:57:08.078153+0000","last_active":"2023-07-12T13:57:08.085493+0000","last_peered":"2023-07-12T13:57:08.085493+0000","last_clean":"2023-07-12T13:57:08.085493+0000","last_became_active":"2023-07-12T13:57:08.077806+0000","last_became_peered":"2023-07-12T13:57:08.077806+0000","last_unstale":"2023-07-12T13:57:08.085493+0000","last_undegraded":"2023-07-12T13:57:08.085493+0000","last_fullsized":"2023-07-12T13:57:08.085493+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:42:59.636966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.071018+0000","last_change":"2023-07-12T13:57:07.093928+0000","last_active":"2023-07-12T13:57:08.071018+0000","last_peered":"2023-07-12T13:57:08.071018+0000","last_clean":"2023-07-12T13:57:08.071018+0000","last_became_active":"2023-07-12T13:57:07.093615+0000","last_became_peered":"2023-07-12T13:57:07.093615+0000","last_unstale":"2023-07-12T13:57:08.071018+0000","last_undegraded":"2023-07-12T13:57:08.071018+0000","last_fullsized":"2023-07-12T13:57:08.071018+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:51:52.844780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086950+0000","last_change":"2023-07-12T13:57:08.079822+0000","last_active":"2023-07-12T13:57:09.086950+0000","last_peered":"2023-07-12T13:57:09.086950+0000","last_clean":"2023-07-12T13:57:09.086950+0000","last_became_active":"2023-07-12T13:57:08.079319+0000","last_became_peered":"2023-07-12T13:57:08.079319+0000","last_unstale":"2023-07-12T13:57:09.086950+0000","last_undegraded":"2023-07-12T13:57:09.086950+0000","last_fullsized":"2023-07-12T13:57:09.086950+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:48.586205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544543+0000","last_change":"2023-07-12T13:57:07.082247+0000","last_active":"2023-07-12T13:57:09.544543+0000","last_peered":"2023-07-12T13:57:09.544543+0000","last_clean":"2023-07-12T13:57:09.544543+0000","last_became_active":"2023-07-12T13:57:07.081934+0000","last_became_peered":"2023-07-12T13:57:07.081934+0000","last_unstale":"2023-07-12T13:57:09.544543+0000","last_undegraded":"2023-07-12T13:57:09.544543+0000","last_fullsized":"2023-07-12T13:57:09.544543+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:44:38.502820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101912+0000","last_change":"2023-07-12T13:57:08.087282+0000","last_active":"2023-07-12T13:57:08.101912+0000","last_peered":"2023-07-12T13:57:08.101912+0000","last_clean":"2023-07-12T13:57:08.101912+0000","last_became_active":"2023-07-12T13:57:08.086964+0000","last_became_peered":"2023-07-12T13:57:08.086964+0000","last_unstale":"2023-07-12T13:57:08.101912+0000","last_undegraded":"2023-07-12T13:57:08.101912+0000","last_fullsized":"2023-07-12T13:57:08.101912+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:55:02.554837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"36'8","reported_seq":21,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086566+0000","last_change":"2023-07-12T13:57:07.083633+0000","last_active":"2023-07-12T13:57:09.086566+0000","last_peered":"2023-07-12T13:57:09.086566+0000","last_clean":"2023-07-12T13:57:09.086566+0000","last_became_active":"2023-07-12T13:57:07.083373+0000","last_became_peered":"2023-07-12T13:57:07.083373+0000","last_unstale":"2023-07-12T13:57:09.086566+0000","last_undegraded":"2023-07-12T13:57:09.086566+0000","last_fullsized":"2023-07-12T13:57:09.086566+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:19:55.332471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104228+0000","last_change":"2023-07-12T13:57:08.094222+0000","last_active":"2023-07-12T13:57:08.104228+0000","last_peered":"2023-07-12T13:57:08.104228+0000","last_clean":"2023-07-12T13:57:08.104228+0000","last_became_active":"2023-07-12T13:57:08.093936+0000","last_became_peered":"2023-07-12T13:57:08.093936+0000","last_unstale":"2023-07-12T13:57:08.104228+0000","last_undegraded":"2023-07-12T13:57:08.104228+0000","last_fullsized":"2023-07-12T13:57:08.104228+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:47:57.080877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108990+0000","last_change":"2023-07-12T13:57:07.086324+0000","last_active":"2023-07-12T13:57:08.108990+0000","last_peered":"2023-07-12T13:57:08.108990+0000","last_clean":"2023-07-12T13:57:08.108990+0000","last_became_active":"2023-07-12T13:57:07.085969+0000","last_became_peered":"2023-07-12T13:57:07.085969+0000","last_unstale":"2023-07-12T13:57:08.108990+0000","last_undegraded":"2023-07-12T13:57:08.108990+0000","last_fullsized":"2023-07-12T13:57:08.108990+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:04:00.779452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104247+0000","last_change":"2023-07-12T13:57:08.098529+0000","last_active":"2023-07-12T13:57:08.104247+0000","last_peered":"2023-07-12T13:57:08.104247+0000","last_clean":"2023-07-12T13:57:08.104247+0000","last_became_active":"2023-07-12T13:57:08.098202+0000","last_became_peered":"2023-07-12T13:57:08.098202+0000","last_unstale":"2023-07-12T13:57:08.104247+0000","last_undegraded":"2023-07-12T13:57:08.104247+0000","last_fullsized":"2023-07-12T13:57:08.104247+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:49:51.289000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.109875+0000","last_change":"2023-07-12T13:57:07.088052+0000","last_active":"2023-07-12T13:57:08.109875+0000","last_peered":"2023-07-12T13:57:08.109875+0000","last_clean":"2023-07-12T13:57:08.109875+0000","last_became_active":"2023-07-12T13:57:07.087784+0000","last_became_peered":"2023-07-12T13:57:07.087784+0000","last_unstale":"2023-07-12T13:57:08.109875+0000","last_undegraded":"2023-07-12T13:57:08.109875+0000","last_fullsized":"2023-07-12T13:57:08.109875+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:35:55.342652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.106589+0000","last_change":"2023-07-12T13:57:08.100952+0000","last_active":"2023-07-12T13:57:08.106589+0000","last_peered":"2023-07-12T13:57:08.106589+0000","last_clean":"2023-07-12T13:57:08.106589+0000","last_became_active":"2023-07-12T13:57:08.100655+0000","last_became_peered":"2023-07-12T13:57:08.100655+0000","last_unstale":"2023-07-12T13:57:08.106589+0000","last_undegraded":"2023-07-12T13:57:08.106589+0000","last_fullsized":"2023-07-12T13:57:08.106589+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:25:02.156456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.110330+0000","last_change":"2023-07-12T13:57:07.088191+0000","last_active":"2023-07-12T13:57:08.110330+0000","last_peered":"2023-07-12T13:57:08.110330+0000","last_clean":"2023-07-12T13:57:08.110330+0000","last_became_active":"2023-07-12T13:57:07.087781+0000","last_became_peered":"2023-07-12T13:57:07.087781+0000","last_unstale":"2023-07-12T13:57:08.110330+0000","last_undegraded":"2023-07-12T13:57:08.110330+0000","last_fullsized":"2023-07-12T13:57:08.110330+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:14:01.571534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.097325+0000","last_change":"2023-07-12T13:57:08.093339+0000","last_active":"2023-07-12T13:57:08.097325+0000","last_peered":"2023-07-12T13:57:08.097325+0000","last_clean":"2023-07-12T13:57:08.097325+0000","last_became_active":"2023-07-12T13:57:08.093001+0000","last_became_peered":"2023-07-12T13:57:08.093001+0000","last_unstale":"2023-07-12T13:57:08.097325+0000","last_undegraded":"2023-07-12T13:57:08.097325+0000","last_fullsized":"2023-07-12T13:57:08.097325+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:21:53.748075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.076802+0000","last_change":"2023-07-12T13:57:07.078662+0000","last_active":"2023-07-12T13:57:08.076802+0000","last_peered":"2023-07-12T13:57:08.076802+0000","last_clean":"2023-07-12T13:57:08.076802+0000","last_became_active":"2023-07-12T13:57:07.078371+0000","last_became_peered":"2023-07-12T13:57:07.078371+0000","last_unstale":"2023-07-12T13:57:08.076802+0000","last_undegraded":"2023-07-12T13:57:08.076802+0000","last_fullsized":"2023-07-12T13:57:08.076802+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:01:06.786512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087787+0000","last_change":"2023-07-12T13:57:08.088893+0000","last_active":"2023-07-12T13:57:09.087787+0000","last_peered":"2023-07-12T13:57:09.087787+0000","last_clean":"2023-07-12T13:57:09.087787+0000","last_became_active":"2023-07-12T13:57:08.088598+0000","last_became_peered":"2023-07-12T13:57:08.088598+0000","last_unstale":"2023-07-12T13:57:09.087787+0000","last_undegraded":"2023-07-12T13:57:09.087787+0000","last_fullsized":"2023-07-12T13:57:09.087787+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:37.893091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104639+0000","last_change":"2023-07-12T13:57:07.082360+0000","last_active":"2023-07-12T13:57:08.104639+0000","last_peered":"2023-07-12T13:57:08.104639+0000","last_clean":"2023-07-12T13:57:08.104639+0000","last_became_active":"2023-07-12T13:57:07.082047+0000","last_became_peered":"2023-07-12T13:57:07.082047+0000","last_unstale":"2023-07-12T13:57:08.104639+0000","last_undegraded":"2023-07-12T13:57:08.104639+0000","last_fullsized":"2023-07-12T13:57:08.104639+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:25:28.371815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.095539+0000","last_change":"2023-07-12T13:57:08.086987+0000","last_active":"2023-07-12T13:57:08.095539+0000","last_peered":"2023-07-12T13:57:08.095539+0000","last_clean":"2023-07-12T13:57:08.095539+0000","last_became_active":"2023-07-12T13:57:08.086682+0000","last_became_peered":"2023-07-12T13:57:08.086682+0000","last_unstale":"2023-07-12T13:57:08.095539+0000","last_undegraded":"2023-07-12T13:57:08.095539+0000","last_fullsized":"2023-07-12T13:57:08.095539+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:48:14.081348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066299+0000","last_change":"2023-07-12T13:57:07.080242+0000","last_active":"2023-07-12T13:57:08.066299+0000","last_peered":"2023-07-12T13:57:08.066299+0000","last_clean":"2023-07-12T13:57:08.066299+0000","last_became_active":"2023-07-12T13:57:07.079947+0000","last_became_peered":"2023-07-12T13:57:07.079947+0000","last_unstale":"2023-07-12T13:57:08.066299+0000","last_undegraded":"2023-07-12T13:57:08.066299+0000","last_fullsized":"2023-07-12T13:57:08.066299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:51:56.051894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.103292+0000","last_change":"2023-07-12T13:57:08.096287+0000","last_active":"2023-07-12T13:57:08.103292+0000","last_peered":"2023-07-12T13:57:08.103292+0000","last_clean":"2023-07-12T13:57:08.103292+0000","last_became_active":"2023-07-12T13:57:08.096000+0000","last_became_peered":"2023-07-12T13:57:08.096000+0000","last_unstale":"2023-07-12T13:57:08.103292+0000","last_undegraded":"2023-07-12T13:57:08.103292+0000","last_fullsized":"2023-07-12T13:57:08.103292+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:51:53.853453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086998+0000","last_change":"2023-07-12T13:57:07.081046+0000","last_active":"2023-07-12T13:57:09.086998+0000","last_peered":"2023-07-12T13:57:09.086998+0000","last_clean":"2023-07-12T13:57:09.086998+0000","last_became_active":"2023-07-12T13:57:07.078280+0000","last_became_peered":"2023-07-12T13:57:07.078280+0000","last_unstale":"2023-07-12T13:57:09.086998+0000","last_undegraded":"2023-07-12T13:57:09.086998+0000","last_fullsized":"2023-07-12T13:57:09.086998+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:36:31.817079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101923+0000","last_change":"2023-07-12T13:57:08.090201+0000","last_active":"2023-07-12T13:57:08.101923+0000","last_peered":"2023-07-12T13:57:08.101923+0000","last_clean":"2023-07-12T13:57:08.101923+0000","last_became_active":"2023-07-12T13:57:08.089871+0000","last_became_peered":"2023-07-12T13:57:08.089871+0000","last_unstale":"2023-07-12T13:57:08.101923+0000","last_undegraded":"2023-07-12T13:57:08.101923+0000","last_fullsized":"2023-07-12T13:57:08.101923+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:48:14.081348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066336+0000","last_change":"2023-07-12T13:57:07.081981+0000","last_active":"2023-07-12T13:57:08.066336+0000","last_peered":"2023-07-12T13:57:08.066336+0000","last_clean":"2023-07-12T13:57:08.066336+0000","last_became_active":"2023-07-12T13:57:07.081714+0000","last_became_peered":"2023-07-12T13:57:07.081714+0000","last_unstale":"2023-07-12T13:57:08.066336+0000","last_undegraded":"2023-07-12T13:57:08.066336+0000","last_fullsized":"2023-07-12T13:57:08.066336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:56:23.136431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.099444+0000","last_change":"2023-07-12T13:57:08.090594+0000","last_active":"2023-07-12T13:57:08.099444+0000","last_peered":"2023-07-12T13:57:08.099444+0000","last_clean":"2023-07-12T13:57:08.099444+0000","last_became_active":"2023-07-12T13:57:08.090058+0000","last_became_peered":"2023-07-12T13:57:08.090058+0000","last_unstale":"2023-07-12T13:57:08.099444+0000","last_undegraded":"2023-07-12T13:57:08.099444+0000","last_fullsized":"2023-07-12T13:57:08.099444+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:05:45.960376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086852+0000","last_change":"2023-07-12T13:57:07.081682+0000","last_active":"2023-07-12T13:57:09.086852+0000","last_peered":"2023-07-12T13:57:09.086852+0000","last_clean":"2023-07-12T13:57:09.086852+0000","last_became_active":"2023-07-12T13:57:07.081142+0000","last_became_peered":"2023-07-12T13:57:07.081142+0000","last_unstale":"2023-07-12T13:57:09.086852+0000","last_undegraded":"2023-07-12T13:57:09.086852+0000","last_fullsized":"2023-07-12T13:57:09.086852+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:23:56.074851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":203,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087866+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:57:09.087866+0000","last_peered":"2023-07-12T13:57:09.087866+0000","last_clean":"2023-07-12T13:57:09.087866+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:57:09.087866+0000","last_undegraded":"2023-07-12T13:57:09.087866+0000","last_fullsized":"2023-07-12T13:57:09.087866+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:30:50.651353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.070824+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:57:08.070824+0000","last_peered":"2023-07-12T13:57:08.070824+0000","last_clean":"2023-07-12T13:57:08.070824+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:57:08.070824+0000","last_undegraded":"2023-07-12T13:57:08.070824+0000","last_fullsized":"2023-07-12T13:57:08.070824+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:55:37.757591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098198+0000","last_change":"2023-07-12T13:57:08.087399+0000","last_active":"2023-07-12T13:57:08.098198+0000","last_peered":"2023-07-12T13:57:08.098198+0000","last_clean":"2023-07-12T13:57:08.098198+0000","last_became_active":"2023-07-12T13:57:08.087118+0000","last_became_peered":"2023-07-12T13:57:08.087118+0000","last_unstale":"2023-07-12T13:57:08.098198+0000","last_undegraded":"2023-07-12T13:57:08.098198+0000","last_fullsized":"2023-07-12T13:57:08.098198+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:42:32.273467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.106100+0000","last_change":"2023-07-12T13:57:07.088088+0000","last_active":"2023-07-12T13:57:08.106100+0000","last_peered":"2023-07-12T13:57:08.106100+0000","last_clean":"2023-07-12T13:57:08.106100+0000","last_became_active":"2023-07-12T13:57:07.087813+0000","last_became_peered":"2023-07-12T13:57:07.087813+0000","last_unstale":"2023-07-12T13:57:08.106100+0000","last_undegraded":"2023-07-12T13:57:08.106100+0000","last_fullsized":"2023-07-12T13:57:08.106100+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:23:03.970640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087732+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:57:09.087732+0000","last_peered":"2023-07-12T13:57:09.087732+0000","last_clean":"2023-07-12T13:57:09.087732+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:57:09.087732+0000","last_undegraded":"2023-07-12T13:57:09.087732+0000","last_fullsized":"2023-07-12T13:57:09.087732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:09:31.979943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087169+0000","last_change":"2023-07-12T13:57:08.096234+0000","last_active":"2023-07-12T13:57:09.087169+0000","last_peered":"2023-07-12T13:57:09.087169+0000","last_clean":"2023-07-12T13:57:09.087169+0000","last_became_active":"2023-07-12T13:57:08.095759+0000","last_became_peered":"2023-07-12T13:57:08.095759+0000","last_unstale":"2023-07-12T13:57:09.087169+0000","last_undegraded":"2023-07-12T13:57:09.087169+0000","last_fullsized":"2023-07-12T13:57:09.087169+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:59:12.876555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066871+0000","last_change":"2023-07-12T13:57:07.094028+0000","last_active":"2023-07-12T13:57:08.066871+0000","last_peered":"2023-07-12T13:57:08.066871+0000","last_clean":"2023-07-12T13:57:08.066871+0000","last_became_active":"2023-07-12T13:57:07.093659+0000","last_became_peered":"2023-07-12T13:57:07.093659+0000","last_unstale":"2023-07-12T13:57:08.066871+0000","last_undegraded":"2023-07-12T13:57:08.066871+0000","last_fullsized":"2023-07-12T13:57:08.066871+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:19:37.151714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066237+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:57:08.066237+0000","last_peered":"2023-07-12T13:57:08.066237+0000","last_clean":"2023-07-12T13:57:08.066237+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:57:08.066237+0000","last_undegraded":"2023-07-12T13:57:08.066237+0000","last_fullsized":"2023-07-12T13:57:08.066237+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:23:11.287344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104136+0000","last_change":"2023-07-12T13:57:08.093186+0000","last_active":"2023-07-12T13:57:08.104136+0000","last_peered":"2023-07-12T13:57:08.104136+0000","last_clean":"2023-07-12T13:57:08.104136+0000","last_became_active":"2023-07-12T13:57:08.092891+0000","last_became_peered":"2023-07-12T13:57:08.092891+0000","last_unstale":"2023-07-12T13:57:08.104136+0000","last_undegraded":"2023-07-12T13:57:08.104136+0000","last_fullsized":"2023-07-12T13:57:08.104136+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:24.622189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.075025+0000","last_change":"2023-07-12T13:57:07.085260+0000","last_active":"2023-07-12T13:57:08.075025+0000","last_peered":"2023-07-12T13:57:08.075025+0000","last_clean":"2023-07-12T13:57:08.075025+0000","last_became_active":"2023-07-12T13:57:07.084965+0000","last_became_peered":"2023-07-12T13:57:07.084965+0000","last_unstale":"2023-07-12T13:57:08.075025+0000","last_undegraded":"2023-07-12T13:57:08.075025+0000","last_fullsized":"2023-07-12T13:57:08.075025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:54:34.179463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.068983+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:57:08.068983+0000","last_peered":"2023-07-12T13:57:08.068983+0000","last_clean":"2023-07-12T13:57:08.068983+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:57:08.068983+0000","last_undegraded":"2023-07-12T13:57:08.068983+0000","last_fullsized":"2023-07-12T13:57:08.068983+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:23:05.002226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.092096+0000","last_change":"2023-07-12T13:57:08.086253+0000","last_active":"2023-07-12T13:57:08.092096+0000","last_peered":"2023-07-12T13:57:08.092096+0000","last_clean":"2023-07-12T13:57:08.092096+0000","last_became_active":"2023-07-12T13:57:08.085958+0000","last_became_peered":"2023-07-12T13:57:08.085958+0000","last_unstale":"2023-07-12T13:57:08.092096+0000","last_undegraded":"2023-07-12T13:57:08.092096+0000","last_fullsized":"2023-07-12T13:57:08.092096+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:52.443332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.073773+0000","last_change":"2023-07-12T13:57:07.083892+0000","last_active":"2023-07-12T13:57:08.073773+0000","last_peered":"2023-07-12T13:57:08.073773+0000","last_clean":"2023-07-12T13:57:08.073773+0000","last_became_active":"2023-07-12T13:57:07.083605+0000","last_became_peered":"2023-07-12T13:57:07.083605+0000","last_unstale":"2023-07-12T13:57:08.073773+0000","last_undegraded":"2023-07-12T13:57:08.073773+0000","last_fullsized":"2023-07-12T13:57:08.073773+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:25:26.375216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.076820+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:57:08.076820+0000","last_peered":"2023-07-12T13:57:08.076820+0000","last_clean":"2023-07-12T13:57:08.076820+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:57:08.076820+0000","last_undegraded":"2023-07-12T13:57:08.076820+0000","last_fullsized":"2023-07-12T13:57:08.076820+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:23:05.002226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.096452+0000","last_change":"2023-07-12T13:57:08.084805+0000","last_active":"2023-07-12T13:57:08.096452+0000","last_peered":"2023-07-12T13:57:08.096452+0000","last_clean":"2023-07-12T13:57:08.096452+0000","last_became_active":"2023-07-12T13:57:08.084484+0000","last_became_peered":"2023-07-12T13:57:08.084484+0000","last_unstale":"2023-07-12T13:57:08.096452+0000","last_undegraded":"2023-07-12T13:57:08.096452+0000","last_fullsized":"2023-07-12T13:57:08.096452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:25:27.383889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544575+0000","last_change":"2023-07-12T13:57:07.082181+0000","last_active":"2023-07-12T13:57:09.544575+0000","last_peered":"2023-07-12T13:57:09.544575+0000","last_clean":"2023-07-12T13:57:09.544575+0000","last_became_active":"2023-07-12T13:57:07.081843+0000","last_became_peered":"2023-07-12T13:57:07.081843+0000","last_unstale":"2023-07-12T13:57:09.544575+0000","last_undegraded":"2023-07-12T13:57:09.544575+0000","last_fullsized":"2023-07-12T13:57:09.544575+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:11:10.607048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":47,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087212+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:57:09.087212+0000","last_peered":"2023-07-12T13:57:09.087212+0000","last_clean":"2023-07-12T13:57:09.087212+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:57:09.087212+0000","last_undegraded":"2023-07-12T13:57:09.087212+0000","last_fullsized":"2023-07-12T13:57:09.087212+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:16:16.051192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.109995+0000","last_change":"2023-07-12T13:57:08.106014+0000","last_active":"2023-07-12T13:57:08.109995+0000","last_peered":"2023-07-12T13:57:08.109995+0000","last_clean":"2023-07-12T13:57:08.109995+0000","last_became_active":"2023-07-12T13:57:08.105709+0000","last_became_peered":"2023-07-12T13:57:08.105709+0000","last_unstale":"2023-07-12T13:57:08.109995+0000","last_undegraded":"2023-07-12T13:57:08.109995+0000","last_fullsized":"2023-07-12T13:57:08.109995+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:41:47.460598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.084183+0000","last_change":"2023-07-12T13:57:07.080251+0000","last_active":"2023-07-12T13:57:08.084183+0000","last_peered":"2023-07-12T13:57:08.084183+0000","last_clean":"2023-07-12T13:57:08.084183+0000","last_became_active":"2023-07-12T13:57:07.079981+0000","last_became_peered":"2023-07-12T13:57:07.079981+0000","last_unstale":"2023-07-12T13:57:08.084183+0000","last_undegraded":"2023-07-12T13:57:08.084183+0000","last_fullsized":"2023-07-12T13:57:08.084183+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:17:36.035548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.070724+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:57:08.070724+0000","last_peered":"2023-07-12T13:57:08.070724+0000","last_clean":"2023-07-12T13:57:08.070724+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:57:08.070724+0000","last_undegraded":"2023-07-12T13:57:08.070724+0000","last_fullsized":"2023-07-12T13:57:08.070724+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:53:09.619569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087038+0000","last_change":"2023-07-12T13:57:08.094441+0000","last_active":"2023-07-12T13:57:09.087038+0000","last_peered":"2023-07-12T13:57:09.087038+0000","last_clean":"2023-07-12T13:57:09.087038+0000","last_became_active":"2023-07-12T13:57:08.094131+0000","last_became_peered":"2023-07-12T13:57:08.094131+0000","last_unstale":"2023-07-12T13:57:09.087038+0000","last_undegraded":"2023-07-12T13:57:09.087038+0000","last_fullsized":"2023-07-12T13:57:09.087038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:28:35.573807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.075293+0000","last_change":"2023-07-12T13:57:07.079065+0000","last_active":"2023-07-12T13:57:08.075293+0000","last_peered":"2023-07-12T13:57:08.075293+0000","last_clean":"2023-07-12T13:57:08.075293+0000","last_became_active":"2023-07-12T13:57:07.078217+0000","last_became_peered":"2023-07-12T13:57:07.078217+0000","last_unstale":"2023-07-12T13:57:08.075293+0000","last_undegraded":"2023-07-12T13:57:08.075293+0000","last_fullsized":"2023-07-12T13:57:08.075293+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:25:26.375216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":43,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544975+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:57:09.544975+0000","last_peered":"2023-07-12T13:57:09.544975+0000","last_clean":"2023-07-12T13:57:09.544975+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:57:09.544975+0000","last_undegraded":"2023-07-12T13:57:09.544975+0000","last_fullsized":"2023-07-12T13:57:09.544975+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:43:38.569590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32052,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339788,"statfs":{"total":96636764160,"available":96603942912,"internally_reserved":0,"allocated":1028096,"data_stored":766830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.83399999999999996}]},{"osd":1,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.59899999999999998}]},{"osd":2,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.77300000000000002}]},{"osd":3,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.752}]},{"osd":4,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.876}]},{"osd":5,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.53400000000000003}]},{"osd":6,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.66800000000000004}]}]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":400,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":409600,"data_stored":168757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.84599999999999997}]},{"osd":1,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.621},{"interface":"front","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.64600000000000002}]},{"osd":2,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67200000000000004}]},{"osd":3,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.69499999999999995}]},{"osd":4,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.76900000000000002}]},{"osd":5,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.745},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.93600000000000005}]},{"osd":7,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.56499999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":404,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":413696,"data_stored":168287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.47299999999999998}]},{"osd":1,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.53300000000000003}]},{"osd":2,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.80100000000000005}]},{"osd":3,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.71799999999999997}]},{"osd":4,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.68700000000000006}]},{"osd":6,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.753},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.81599999999999995}]},{"osd":7,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.59499999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574870,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31432,"kb_used_data":384,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340408,"statfs":{"total":96636764160,"available":96604577792,"internally_reserved":0,"allocated":393216,"data_stored":161047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.88200000000000001}]},{"osd":1,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":1.0620000000000001}]},{"osd":3,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":1.028}]},{"osd":5,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.71799999999999997}]},{"osd":6,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.66300000000000003}]},{"osd":7,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.81899999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31432,"kb_used_data":384,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340408,"statfs":{"total":96636764160,"available":96604577792,"internally_reserved":0,"allocated":393216,"data_stored":161047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,7],"upper_bound":4},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":2.722},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":2.298}]},{"osd":1,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.307},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":3.0529999999999999}]},{"osd":2,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":2.7959999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":1.6719999999999999}]},{"osd":4,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":4.0149999999999997}]},{"osd":5,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.72},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.742}]},{"osd":6,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":1.8660000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":1.796}]},{"osd":7,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":2.9430000000000001},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.9199999999999999,"5min":1.9199999999999999,"15min":1.9199999999999999},"last":2.5910000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31432,"kb_used_data":384,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340408,"statfs":{"total":96636764160,"available":96604577792,"internally_reserved":0,"allocated":393216,"data_stored":161047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.499},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.44}]},{"osd":1,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.42399999999999999}]},{"osd":3,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53800000000000003}]},{"osd":4,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.77400000000000002}]},{"osd":5,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.5609999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.79600000000000004}]},{"osd":6,"last update":"Wed Jul 12 13:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.83399999999999996}]},{"osd":7,"last update":"Wed Jul 12 13:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.81799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574871,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":400,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":409600,"data_stored":168265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.69899999999999995}]},{"osd":2,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59399999999999997}]},{"osd":3,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.61799999999999999}]},{"osd":4,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.82099999999999995}]},{"osd":5,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.84099999999999997}]},{"osd":6,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.877}]},{"osd":7,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.92100000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":987136,"data_stored":751415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.29799999999999999}]},{"osd":2,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.46600000000000003}]},{"osd":4,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.85799999999999998}]},{"osd":5,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.88700000000000001}]},{"osd":6,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.90900000000000003}]},{"osd":7,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.93000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:57:12.191 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-12T13:57:12.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 Processor -- start 2023-07-12T13:57:12.369 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 -- start start 2023-07-12T13:57:12.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c40705d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.370 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f14c40b0970 0x7f14c40cd890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14c40cddd0 0x7f14c4069490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14c406db80 con 0x7f14c40cddd0 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14c4070b10 con 0x7f14c40b0970 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14cc511640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14c40b0f30 con 0x7f14c406d7b0 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14c40cddd0 0x7f14c4069490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14c40cddd0 0x7f14c4069490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36334/0 (socket says 172.21.15.50:36334) 2023-07-12T13:57:12.371 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 -- 172.21.15.50:0/3895852476 learned_addr learned my addr 172.21.15.50:0/3895852476 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:12.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 -- 172.21.15.50:0/3895852476 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 msgr2=0x7f14c40705d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:12.372 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14c9aac640 1 --2- 172.21.15.50:0/3895852476 >> v2:172.21.15.55:3300/0 conn(0x7f14c40b0970 0x7f14c40cd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14ca2ad640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c40705d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c40705d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 -- 172.21.15.50:0/3895852476 >> v2:172.21.15.55:3300/0 conn(0x7f14c40b0970 msgr2=0x7f14c40cd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 --2- 172.21.15.50:0/3895852476 >> v2:172.21.15.55:3300/0 conn(0x7f14c40b0970 0x7f14c40cd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14caaae640 1 -- 172.21.15.50:0/3895852476 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14c40b1210 con 0x7f14c40cddd0 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14c9aac640 1 --2- 172.21.15.50:0/3895852476 >> v2:172.21.15.55:3300/0 conn(0x7f14c40b0970 0x7f14c40cd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:12.373 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.364+0000 7f14ca2ad640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c40705d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:12.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14caaae640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40cddd0 0x7f14c4069490 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f14c40b1a40 tx=0x7f14bc01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8550e8687052fc00 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:12.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14c92ab640 1 -- 172.21.15.50:0/3895852476 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14bc0a55c0 con 0x7f14c40cddd0 2023-07-12T13:57:12.374 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14c92ab640 1 -- 172.21.15.50:0/3895852476 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14bc0a5720 con 0x7f14c40cddd0 2023-07-12T13:57:12.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14c92ab640 1 -- 172.21.15.50:0/3895852476 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14bc0a5ab0 con 0x7f14c40cddd0 2023-07-12T13:57:12.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 -- 172.21.15.50:0/3895852476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40cddd0 msgr2=0x7f14c4069490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.375 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40cddd0 0x7f14c4069490 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f14c40b1a40 tx=0x7f14bc01c940 comp rx=0 tx=0).stop 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 -- 172.21.15.50:0/3895852476 shutdown_connections 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40cddd0 0x7f14c4069490 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 --2- 172.21.15.50:0/3895852476 >> v2:172.21.15.55:3300/0 conn(0x7f14c40b0970 0x7f14c40cd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 --2- 172.21.15.50:0/3895852476 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c40705d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 -- 172.21.15.50:0/3895852476 >> 172.21.15.50:0/3895852476 conn(0x7f14c406b230 msgr2=0x7f14c40cb970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 -- 172.21.15.50:0/3895852476 shutdown_connections 2023-07-12T13:57:12.376 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.368+0000 7f14cc511640 1 -- 172.21.15.50:0/3895852476 wait complete. 2023-07-12T13:57:12.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 Processor -- start 2023-07-12T13:57:12.377 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 -- start start 2023-07-12T13:57:12.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c4153450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.378 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 0x7f14c415e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14c40cddd0 0x7f14c415eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14c41f77d0 con 0x7f14c40b0970 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14c41f6c50 con 0x7f14c40cddd0 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14c41f6f30 con 0x7f14c406d7b0 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 0x7f14c415e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 0x7f14c415e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36350/0 (socket says 172.21.15.50:36350) 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 -- 172.21.15.50:0/3458892733 learned_addr learned my addr 172.21.15.50:0/3458892733 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:12.379 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14ca2ad640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c4153450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14caaae640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14c40cddd0 0x7f14c415eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 -- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 msgr2=0x7f14c4153450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c4153450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 -- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14c40cddd0 msgr2=0x7f14c415eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14c40cddd0 0x7f14c415eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 -- 172.21.15.50:0/3458892733 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14bc009b30 con 0x7f14c40b0970 2023-07-12T13:57:12.380 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14c9aac640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 0x7f14c415e5b0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f14b400c7c0 tx=0x7f14b400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:12.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14b4007a30 con 0x7f14c40b0970 2023-07-12T13:57:12.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14b4007b90 con 0x7f14c40b0970 2023-07-12T13:57:12.381 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14b400ce70 con 0x7f14c40b0970 2023-07-12T13:57:12.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14c41f7210 con 0x7f14c40b0970 2023-07-12T13:57:12.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.372+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14c4153990 con 0x7f14c40b0970 2023-07-12T13:57:12.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.376+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14c40714a0 con 0x7f14c40b0970 2023-07-12T13:57:12.382 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.376+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f14b40113f0 con 0x7f14c40b0970 2023-07-12T13:57:12.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.376+0000 7f14baffd640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14a8066280 0x7f14a8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.376+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f14b4084200 con 0x7f14c40b0970 2023-07-12T13:57:12.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.376+0000 7f14ca2ad640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14a8066280 0x7f14a8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.383 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.376+0000 7f14ca2ad640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14a8066280 0x7f14a8068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f14c0006b20 tx=0x7f14c0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:12.386 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.380+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f14b4051670 con 0x7f14c40b0970 2023-07-12T13:57:12.538 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.532+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 --> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f14c415f680 con 0x7f14a8066280 2023-07-12T13:57:12.547 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14baffd640 1 -- 172.21.15.50:0/3458892733 <== mgr.4108 v2:172.21.15.55:6832/1876868533 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+311071 (secure 0 0 0) 0x7f14c000c050 con 0x7f14a8066280 2023-07-12T13:57:12.548 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:12.552 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2023-07-12T13:57:12.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14a8066280 msgr2=0x7f14a8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14a8066280 0x7f14a8068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f14c0006b20 tx=0x7f14c0008040 comp rx=0 tx=0).stop 2023-07-12T13:57:12.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 msgr2=0x7f14c415e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 0x7f14c415e5b0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f14b400c7c0 tx=0x7f14b400cc80 comp rx=0 tx=0).stop 2023-07-12T13:57:12.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 shutdown_connections 2023-07-12T13:57:12.553 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f14a8066280 0x7f14a8068730 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14c40cddd0 0x7f14c415eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c40b0970 0x7f14c415e5b0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 --2- 172.21.15.50:0/3458892733 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f14c406d7b0 0x7f14c4153450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 >> 172.21.15.50:0/3458892733 conn(0x7f14c406b230 msgr2=0x7f14c40703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:12.554 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 shutdown_connections 2023-07-12T13:57:12.555 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.544+0000 7f14cc511640 1 -- 172.21.15.50:0/3458892733 wait complete. 2023-07-12T13:57:12.570 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2023-07-12T13:57:11.559520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252708,"kb_used_data":4324,"kb_used_omap":0,"kb_used_meta":248320,"kb_avail":754722012,"statfs":{"total":773094113280,"available":772835340288,"internally_reserved":0,"allocated":4427776,"data_stored":2506695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":254279680},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,7],"upper_bound":4},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.505660"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101269+0000","last_change":"2023-07-12T13:57:08.088702+0000","last_active":"2023-07-12T13:57:08.101269+0000","last_peered":"2023-07-12T13:57:08.101269+0000","last_clean":"2023-07-12T13:57:08.101269+0000","last_became_active":"2023-07-12T13:57:08.088418+0000","last_became_peered":"2023-07-12T13:57:08.088418+0000","last_unstale":"2023-07-12T13:57:08.101269+0000","last_undegraded":"2023-07-12T13:57:08.101269+0000","last_fullsized":"2023-07-12T13:57:08.101269+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:42:32.273467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085788+0000","last_change":"2023-07-12T13:57:08.080397+0000","last_active":"2023-07-12T13:57:08.085788+0000","last_peered":"2023-07-12T13:57:08.085788+0000","last_clean":"2023-07-12T13:57:08.085788+0000","last_became_active":"2023-07-12T13:57:08.080125+0000","last_became_peered":"2023-07-12T13:57:08.080125+0000","last_unstale":"2023-07-12T13:57:08.085788+0000","last_undegraded":"2023-07-12T13:57:08.085788+0000","last_fullsized":"2023-07-12T13:57:08.085788+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:18:11.465706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091534+0000","last_change":"2023-07-12T13:57:08.086405+0000","last_active":"2023-07-12T13:57:08.091534+0000","last_peered":"2023-07-12T13:57:08.091534+0000","last_clean":"2023-07-12T13:57:08.091534+0000","last_became_active":"2023-07-12T13:57:08.086121+0000","last_became_peered":"2023-07-12T13:57:08.086121+0000","last_unstale":"2023-07-12T13:57:08.091534+0000","last_undegraded":"2023-07-12T13:57:08.091534+0000","last_fullsized":"2023-07-12T13:57:08.091534+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:49.888783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.096251+0000","last_change":"2023-07-12T13:57:08.091874+0000","last_active":"2023-07-12T13:57:08.096251+0000","last_peered":"2023-07-12T13:57:08.096251+0000","last_clean":"2023-07-12T13:57:08.096251+0000","last_became_active":"2023-07-12T13:57:08.091579+0000","last_became_peered":"2023-07-12T13:57:08.091579+0000","last_unstale":"2023-07-12T13:57:08.096251+0000","last_undegraded":"2023-07-12T13:57:08.096251+0000","last_fullsized":"2023-07-12T13:57:08.096251+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:14:07.490951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.093826+0000","last_change":"2023-07-12T13:57:08.090703+0000","last_active":"2023-07-12T13:57:08.093826+0000","last_peered":"2023-07-12T13:57:08.093826+0000","last_clean":"2023-07-12T13:57:08.093826+0000","last_became_active":"2023-07-12T13:57:08.090382+0000","last_became_peered":"2023-07-12T13:57:08.090382+0000","last_unstale":"2023-07-12T13:57:08.093826+0000","last_undegraded":"2023-07-12T13:57:08.093826+0000","last_fullsized":"2023-07-12T13:57:08.093826+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:32:19.896848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.088481+0000","last_change":"2023-07-12T13:57:08.077662+0000","last_active":"2023-07-12T13:57:08.088481+0000","last_peered":"2023-07-12T13:57:08.088481+0000","last_clean":"2023-07-12T13:57:08.088481+0000","last_became_active":"2023-07-12T13:57:08.077381+0000","last_became_peered":"2023-07-12T13:57:08.077381+0000","last_unstale":"2023-07-12T13:57:08.088481+0000","last_undegraded":"2023-07-12T13:57:08.088481+0000","last_fullsized":"2023-07-12T13:57:08.088481+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:55:02.554837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.089238+0000","last_change":"2023-07-12T13:57:08.083545+0000","last_active":"2023-07-12T13:57:08.089238+0000","last_peered":"2023-07-12T13:57:08.089238+0000","last_clean":"2023-07-12T13:57:08.089238+0000","last_became_active":"2023-07-12T13:57:08.083276+0000","last_became_peered":"2023-07-12T13:57:08.083276+0000","last_unstale":"2023-07-12T13:57:08.089238+0000","last_undegraded":"2023-07-12T13:57:08.089238+0000","last_fullsized":"2023-07-12T13:57:08.089238+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:06:02.159871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101369+0000","last_change":"2023-07-12T13:57:08.088179+0000","last_active":"2023-07-12T13:57:08.101369+0000","last_peered":"2023-07-12T13:57:08.101369+0000","last_clean":"2023-07-12T13:57:08.101369+0000","last_became_active":"2023-07-12T13:57:08.087651+0000","last_became_peered":"2023-07-12T13:57:08.087651+0000","last_unstale":"2023-07-12T13:57:08.101369+0000","last_undegraded":"2023-07-12T13:57:08.101369+0000","last_fullsized":"2023-07-12T13:57:08.101369+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:32:16.028602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.097204+0000","last_change":"2023-07-12T13:57:08.092353+0000","last_active":"2023-07-12T13:57:08.097204+0000","last_peered":"2023-07-12T13:57:08.097204+0000","last_clean":"2023-07-12T13:57:08.097204+0000","last_became_active":"2023-07-12T13:57:08.091677+0000","last_became_peered":"2023-07-12T13:57:08.091677+0000","last_unstale":"2023-07-12T13:57:08.097204+0000","last_undegraded":"2023-07-12T13:57:08.097204+0000","last_fullsized":"2023-07-12T13:57:08.097204+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:18:11.465706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091795+0000","last_change":"2023-07-12T13:57:08.086559+0000","last_active":"2023-07-12T13:57:08.091795+0000","last_peered":"2023-07-12T13:57:08.091795+0000","last_clean":"2023-07-12T13:57:08.091795+0000","last_became_active":"2023-07-12T13:57:08.086242+0000","last_became_peered":"2023-07-12T13:57:08.086242+0000","last_unstale":"2023-07-12T13:57:08.091795+0000","last_undegraded":"2023-07-12T13:57:08.091795+0000","last_fullsized":"2023-07-12T13:57:08.091795+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:42:32.273467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.094944+0000","last_change":"2023-07-12T13:57:08.087651+0000","last_active":"2023-07-12T13:57:08.094944+0000","last_peered":"2023-07-12T13:57:08.094944+0000","last_clean":"2023-07-12T13:57:08.094944+0000","last_became_active":"2023-07-12T13:57:08.087372+0000","last_became_peered":"2023-07-12T13:57:08.087372+0000","last_unstale":"2023-07-12T13:57:08.094944+0000","last_undegraded":"2023-07-12T13:57:08.094944+0000","last_fullsized":"2023-07-12T13:57:08.094944+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:09:08.093988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085788+0000","last_change":"2023-07-12T13:57:08.081764+0000","last_active":"2023-07-12T13:57:08.085788+0000","last_peered":"2023-07-12T13:57:08.085788+0000","last_clean":"2023-07-12T13:57:08.085788+0000","last_became_active":"2023-07-12T13:57:08.081442+0000","last_became_peered":"2023-07-12T13:57:08.081442+0000","last_unstale":"2023-07-12T13:57:08.085788+0000","last_undegraded":"2023-07-12T13:57:08.085788+0000","last_fullsized":"2023-07-12T13:57:08.085788+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:32:16.028602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091834+0000","last_change":"2023-07-12T13:57:08.085742+0000","last_active":"2023-07-12T13:57:08.091834+0000","last_peered":"2023-07-12T13:57:08.091834+0000","last_clean":"2023-07-12T13:57:08.091834+0000","last_became_active":"2023-07-12T13:57:08.085392+0000","last_became_peered":"2023-07-12T13:57:08.085392+0000","last_unstale":"2023-07-12T13:57:08.091834+0000","last_undegraded":"2023-07-12T13:57:08.091834+0000","last_fullsized":"2023-07-12T13:57:08.091834+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:54:35.188136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108333+0000","last_change":"2023-07-12T13:57:08.102444+0000","last_active":"2023-07-12T13:57:08.108333+0000","last_peered":"2023-07-12T13:57:08.108333+0000","last_clean":"2023-07-12T13:57:08.108333+0000","last_became_active":"2023-07-12T13:57:08.102027+0000","last_became_peered":"2023-07-12T13:57:08.102027+0000","last_unstale":"2023-07-12T13:57:08.108333+0000","last_undegraded":"2023-07-12T13:57:08.108333+0000","last_fullsized":"2023-07-12T13:57:08.108333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:19:44.992433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.088807+0000","last_change":"2023-07-12T13:57:08.078521+0000","last_active":"2023-07-12T13:57:08.088807+0000","last_peered":"2023-07-12T13:57:08.088807+0000","last_clean":"2023-07-12T13:57:08.088807+0000","last_became_active":"2023-07-12T13:57:08.078157+0000","last_became_peered":"2023-07-12T13:57:08.078157+0000","last_unstale":"2023-07-12T13:57:08.088807+0000","last_undegraded":"2023-07-12T13:57:08.088807+0000","last_fullsized":"2023-07-12T13:57:08.088807+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:15:58.555507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086662+0000","last_change":"2023-07-12T13:57:08.085941+0000","last_active":"2023-07-12T13:57:09.086662+0000","last_peered":"2023-07-12T13:57:09.086662+0000","last_clean":"2023-07-12T13:57:09.086662+0000","last_became_active":"2023-07-12T13:57:08.085609+0000","last_became_peered":"2023-07-12T13:57:08.085609+0000","last_unstale":"2023-07-12T13:57:09.086662+0000","last_undegraded":"2023-07-12T13:57:09.086662+0000","last_fullsized":"2023-07-12T13:57:09.086662+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:00:30.400214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087625+0000","last_change":"2023-07-12T13:57:08.090797+0000","last_active":"2023-07-12T13:57:09.087625+0000","last_peered":"2023-07-12T13:57:09.087625+0000","last_clean":"2023-07-12T13:57:09.087625+0000","last_became_active":"2023-07-12T13:57:08.090065+0000","last_became_peered":"2023-07-12T13:57:08.090065+0000","last_unstale":"2023-07-12T13:57:09.087625+0000","last_undegraded":"2023-07-12T13:57:09.087625+0000","last_fullsized":"2023-07-12T13:57:09.087625+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:40:28.255436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544827+0000","last_change":"2023-07-12T13:57:08.090186+0000","last_active":"2023-07-12T13:57:09.544827+0000","last_peered":"2023-07-12T13:57:09.544827+0000","last_clean":"2023-07-12T13:57:09.544827+0000","last_became_active":"2023-07-12T13:57:08.089854+0000","last_became_peered":"2023-07-12T13:57:08.089854+0000","last_unstale":"2023-07-12T13:57:09.544827+0000","last_undegraded":"2023-07-12T13:57:09.544827+0000","last_fullsized":"2023-07-12T13:57:09.544827+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:26:14.857073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.088917+0000","last_change":"2023-07-12T13:57:08.085663+0000","last_active":"2023-07-12T13:57:08.088917+0000","last_peered":"2023-07-12T13:57:08.088917+0000","last_clean":"2023-07-12T13:57:08.088917+0000","last_became_active":"2023-07-12T13:57:08.084954+0000","last_became_peered":"2023-07-12T13:57:08.084954+0000","last_unstale":"2023-07-12T13:57:08.088917+0000","last_undegraded":"2023-07-12T13:57:08.088917+0000","last_fullsized":"2023-07-12T13:57:08.088917+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:01:55.416663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544722+0000","last_change":"2023-07-12T13:57:08.087466+0000","last_active":"2023-07-12T13:57:09.544722+0000","last_peered":"2023-07-12T13:57:09.544722+0000","last_clean":"2023-07-12T13:57:09.544722+0000","last_became_active":"2023-07-12T13:57:08.087222+0000","last_became_peered":"2023-07-12T13:57:08.087222+0000","last_unstale":"2023-07-12T13:57:09.544722+0000","last_undegraded":"2023-07-12T13:57:09.544722+0000","last_fullsized":"2023-07-12T13:57:09.544722+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:53:31.245351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098594+0000","last_change":"2023-07-12T13:57:08.091208+0000","last_active":"2023-07-12T13:57:08.098594+0000","last_peered":"2023-07-12T13:57:08.098594+0000","last_clean":"2023-07-12T13:57:08.098594+0000","last_became_active":"2023-07-12T13:57:08.090923+0000","last_became_peered":"2023-07-12T13:57:08.090923+0000","last_unstale":"2023-07-12T13:57:08.098594+0000","last_undegraded":"2023-07-12T13:57:08.098594+0000","last_fullsized":"2023-07-12T13:57:08.098594+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:54:07.747170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.099884+0000","last_change":"2023-07-12T13:57:08.090154+0000","last_active":"2023-07-12T13:57:08.099884+0000","last_peered":"2023-07-12T13:57:08.099884+0000","last_clean":"2023-07-12T13:57:08.099884+0000","last_became_active":"2023-07-12T13:57:08.089129+0000","last_became_peered":"2023-07-12T13:57:08.089129+0000","last_unstale":"2023-07-12T13:57:08.099884+0000","last_undegraded":"2023-07-12T13:57:08.099884+0000","last_fullsized":"2023-07-12T13:57:08.099884+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:39:09.572315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087105+0000","last_change":"2023-07-12T13:57:08.086051+0000","last_active":"2023-07-12T13:57:09.087105+0000","last_peered":"2023-07-12T13:57:09.087105+0000","last_clean":"2023-07-12T13:57:09.087105+0000","last_became_active":"2023-07-12T13:57:08.085757+0000","last_became_peered":"2023-07-12T13:57:08.085757+0000","last_unstale":"2023-07-12T13:57:09.087105+0000","last_undegraded":"2023-07-12T13:57:09.087105+0000","last_fullsized":"2023-07-12T13:57:09.087105+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:51:43.693270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.082858+0000","last_change":"2023-07-12T13:57:08.079620+0000","last_active":"2023-07-12T13:57:08.082858+0000","last_peered":"2023-07-12T13:57:08.082858+0000","last_clean":"2023-07-12T13:57:08.082858+0000","last_became_active":"2023-07-12T13:57:08.079316+0000","last_became_peered":"2023-07-12T13:57:08.079316+0000","last_unstale":"2023-07-12T13:57:08.082858+0000","last_undegraded":"2023-07-12T13:57:08.082858+0000","last_fullsized":"2023-07-12T13:57:08.082858+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:48:57.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544922+0000","last_change":"2023-07-12T13:57:08.093881+0000","last_active":"2023-07-12T13:57:09.544922+0000","last_peered":"2023-07-12T13:57:09.544922+0000","last_clean":"2023-07-12T13:57:09.544922+0000","last_became_active":"2023-07-12T13:57:08.093525+0000","last_became_peered":"2023-07-12T13:57:08.093525+0000","last_unstale":"2023-07-12T13:57:09.544922+0000","last_undegraded":"2023-07-12T13:57:09.544922+0000","last_fullsized":"2023-07-12T13:57:09.544922+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:00:46.824930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098227+0000","last_change":"2023-07-12T13:57:08.086658+0000","last_active":"2023-07-12T13:57:08.098227+0000","last_peered":"2023-07-12T13:57:08.098227+0000","last_clean":"2023-07-12T13:57:08.098227+0000","last_became_active":"2023-07-12T13:57:08.084173+0000","last_became_peered":"2023-07-12T13:57:08.084173+0000","last_unstale":"2023-07-12T13:57:08.098227+0000","last_undegraded":"2023-07-12T13:57:08.098227+0000","last_fullsized":"2023-07-12T13:57:08.098227+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:48:14.081348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544771+0000","last_change":"2023-07-12T13:57:08.085242+0000","last_active":"2023-07-12T13:57:09.544771+0000","last_peered":"2023-07-12T13:57:09.544771+0000","last_clean":"2023-07-12T13:57:09.544771+0000","last_became_active":"2023-07-12T13:57:08.084876+0000","last_became_peered":"2023-07-12T13:57:08.084876+0000","last_unstale":"2023-07-12T13:57:09.544771+0000","last_undegraded":"2023-07-12T13:57:09.544771+0000","last_fullsized":"2023-07-12T13:57:09.544771+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:19:53.579061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085069+0000","last_change":"2023-07-12T13:57:08.074911+0000","last_active":"2023-07-12T13:57:08.085069+0000","last_peered":"2023-07-12T13:57:08.085069+0000","last_clean":"2023-07-12T13:57:08.085069+0000","last_became_active":"2023-07-12T13:57:08.074560+0000","last_became_peered":"2023-07-12T13:57:08.074560+0000","last_unstale":"2023-07-12T13:57:08.085069+0000","last_undegraded":"2023-07-12T13:57:08.085069+0000","last_fullsized":"2023-07-12T13:57:08.085069+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:41:07.042625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544697+0000","last_change":"2023-07-12T13:57:08.098554+0000","last_active":"2023-07-12T13:57:09.544697+0000","last_peered":"2023-07-12T13:57:09.544697+0000","last_clean":"2023-07-12T13:57:09.544697+0000","last_became_active":"2023-07-12T13:57:08.098173+0000","last_became_peered":"2023-07-12T13:57:08.098173+0000","last_unstale":"2023-07-12T13:57:09.544697+0000","last_undegraded":"2023-07-12T13:57:09.544697+0000","last_fullsized":"2023-07-12T13:57:09.544697+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:34:37.355817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544555+0000","last_change":"2023-07-12T13:57:08.091990+0000","last_active":"2023-07-12T13:57:09.544555+0000","last_peered":"2023-07-12T13:57:09.544555+0000","last_clean":"2023-07-12T13:57:09.544555+0000","last_became_active":"2023-07-12T13:57:08.091653+0000","last_became_peered":"2023-07-12T13:57:08.091653+0000","last_unstale":"2023-07-12T13:57:09.544555+0000","last_undegraded":"2023-07-12T13:57:09.544555+0000","last_fullsized":"2023-07-12T13:57:09.544555+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:05:57.304642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086853+0000","last_change":"2023-07-12T13:57:08.090151+0000","last_active":"2023-07-12T13:57:09.086853+0000","last_peered":"2023-07-12T13:57:09.086853+0000","last_clean":"2023-07-12T13:57:09.086853+0000","last_became_active":"2023-07-12T13:57:08.089829+0000","last_became_peered":"2023-07-12T13:57:08.089829+0000","last_unstale":"2023-07-12T13:57:09.086853+0000","last_undegraded":"2023-07-12T13:57:09.086853+0000","last_fullsized":"2023-07-12T13:57:09.086853+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:27:53.918201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.096557+0000","last_change":"2023-07-12T13:57:08.084818+0000","last_active":"2023-07-12T13:57:08.096557+0000","last_peered":"2023-07-12T13:57:08.096557+0000","last_clean":"2023-07-12T13:57:08.096557+0000","last_became_active":"2023-07-12T13:57:08.084508+0000","last_became_peered":"2023-07-12T13:57:08.084508+0000","last_unstale":"2023-07-12T13:57:08.096557+0000","last_undegraded":"2023-07-12T13:57:08.096557+0000","last_fullsized":"2023-07-12T13:57:08.096557+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:49.888783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086781+0000","last_change":"2023-07-12T13:57:08.090317+0000","last_active":"2023-07-12T13:57:09.086781+0000","last_peered":"2023-07-12T13:57:09.086781+0000","last_clean":"2023-07-12T13:57:09.086781+0000","last_became_active":"2023-07-12T13:57:08.089987+0000","last_became_peered":"2023-07-12T13:57:08.089987+0000","last_unstale":"2023-07-12T13:57:09.086781+0000","last_undegraded":"2023-07-12T13:57:09.086781+0000","last_fullsized":"2023-07-12T13:57:09.086781+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:58:23.057798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"36'4","reported_seq":17,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544944+0000","last_change":"2023-07-12T13:57:07.081301+0000","last_active":"2023-07-12T13:57:09.544944+0000","last_peered":"2023-07-12T13:57:09.544944+0000","last_clean":"2023-07-12T13:57:09.544944+0000","last_became_active":"2023-07-12T13:57:07.080980+0000","last_became_peered":"2023-07-12T13:57:07.080980+0000","last_unstale":"2023-07-12T13:57:09.544944+0000","last_undegraded":"2023-07-12T13:57:09.544944+0000","last_fullsized":"2023-07-12T13:57:09.544944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:43:10.531900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098220+0000","last_change":"2023-07-12T13:57:08.086452+0000","last_active":"2023-07-12T13:57:08.098220+0000","last_peered":"2023-07-12T13:57:08.098220+0000","last_clean":"2023-07-12T13:57:08.098220+0000","last_became_active":"2023-07-12T13:57:08.086187+0000","last_became_peered":"2023-07-12T13:57:08.086187+0000","last_unstale":"2023-07-12T13:57:08.098220+0000","last_undegraded":"2023-07-12T13:57:08.098220+0000","last_fullsized":"2023-07-12T13:57:08.098220+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:32:16.028602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.110381+0000","last_change":"2023-07-12T13:57:07.082363+0000","last_active":"2023-07-12T13:57:08.110381+0000","last_peered":"2023-07-12T13:57:08.110381+0000","last_clean":"2023-07-12T13:57:08.110381+0000","last_became_active":"2023-07-12T13:57:07.081624+0000","last_became_peered":"2023-07-12T13:57:07.081624+0000","last_unstale":"2023-07-12T13:57:08.110381+0000","last_undegraded":"2023-07-12T13:57:08.110381+0000","last_fullsized":"2023-07-12T13:57:08.110381+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:55:01.546164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108239+0000","last_change":"2023-07-12T13:57:08.102343+0000","last_active":"2023-07-12T13:57:08.108239+0000","last_peered":"2023-07-12T13:57:08.108239+0000","last_clean":"2023-07-12T13:57:08.108239+0000","last_became_active":"2023-07-12T13:57:08.102008+0000","last_became_peered":"2023-07-12T13:57:08.102008+0000","last_unstale":"2023-07-12T13:57:08.108239+0000","last_undegraded":"2023-07-12T13:57:08.108239+0000","last_fullsized":"2023-07-12T13:57:08.108239+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:58:26.685087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108663+0000","last_change":"2023-07-12T13:57:07.078394+0000","last_active":"2023-07-12T13:57:08.108663+0000","last_peered":"2023-07-12T13:57:08.108663+0000","last_clean":"2023-07-12T13:57:08.108663+0000","last_became_active":"2023-07-12T13:57:07.078094+0000","last_became_peered":"2023-07-12T13:57:07.078094+0000","last_unstale":"2023-07-12T13:57:08.108663+0000","last_undegraded":"2023-07-12T13:57:08.108663+0000","last_fullsized":"2023-07-12T13:57:08.108663+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:49:50.280327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104181+0000","last_change":"2023-07-12T13:57:08.095160+0000","last_active":"2023-07-12T13:57:08.104181+0000","last_peered":"2023-07-12T13:57:08.104181+0000","last_clean":"2023-07-12T13:57:08.104181+0000","last_became_active":"2023-07-12T13:57:08.094869+0000","last_became_peered":"2023-07-12T13:57:08.094869+0000","last_unstale":"2023-07-12T13:57:08.104181+0000","last_undegraded":"2023-07-12T13:57:08.104181+0000","last_fullsized":"2023-07-12T13:57:08.104181+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:41:07.042625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108617+0000","last_change":"2023-07-12T13:57:07.079805+0000","last_active":"2023-07-12T13:57:08.108617+0000","last_peered":"2023-07-12T13:57:08.108617+0000","last_clean":"2023-07-12T13:57:08.108617+0000","last_became_active":"2023-07-12T13:57:07.079525+0000","last_became_peered":"2023-07-12T13:57:07.079525+0000","last_unstale":"2023-07-12T13:57:08.108617+0000","last_undegraded":"2023-07-12T13:57:08.108617+0000","last_fullsized":"2023-07-12T13:57:08.108617+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:10:51.012303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.097216+0000","last_change":"2023-07-12T13:57:08.092244+0000","last_active":"2023-07-12T13:57:08.097216+0000","last_peered":"2023-07-12T13:57:08.097216+0000","last_clean":"2023-07-12T13:57:08.097216+0000","last_became_active":"2023-07-12T13:57:08.091882+0000","last_became_peered":"2023-07-12T13:57:08.091882+0000","last_unstale":"2023-07-12T13:57:08.097216+0000","last_undegraded":"2023-07-12T13:57:08.097216+0000","last_fullsized":"2023-07-12T13:57:08.097216+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:42:59.636966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104454+0000","last_change":"2023-07-12T13:57:07.087949+0000","last_active":"2023-07-12T13:57:08.104454+0000","last_peered":"2023-07-12T13:57:08.104454+0000","last_clean":"2023-07-12T13:57:08.104454+0000","last_became_active":"2023-07-12T13:57:07.087613+0000","last_became_peered":"2023-07-12T13:57:07.087613+0000","last_unstale":"2023-07-12T13:57:08.104454+0000","last_undegraded":"2023-07-12T13:57:08.104454+0000","last_fullsized":"2023-07-12T13:57:08.104454+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:08:50.716066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.103825+0000","last_change":"2023-07-12T13:57:08.097243+0000","last_active":"2023-07-12T13:57:08.103825+0000","last_peered":"2023-07-12T13:57:08.103825+0000","last_clean":"2023-07-12T13:57:08.103825+0000","last_became_active":"2023-07-12T13:57:08.096877+0000","last_became_peered":"2023-07-12T13:57:08.096877+0000","last_unstale":"2023-07-12T13:57:08.103825+0000","last_undegraded":"2023-07-12T13:57:08.103825+0000","last_fullsized":"2023-07-12T13:57:08.103825+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:01:07.795185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"36'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086889+0000","last_change":"2023-07-12T13:57:07.084401+0000","last_active":"2023-07-12T13:57:09.086889+0000","last_peered":"2023-07-12T13:57:09.086889+0000","last_clean":"2023-07-12T13:57:09.086889+0000","last_became_active":"2023-07-12T13:57:07.084007+0000","last_became_peered":"2023-07-12T13:57:07.084007+0000","last_unstale":"2023-07-12T13:57:09.086889+0000","last_undegraded":"2023-07-12T13:57:09.086889+0000","last_fullsized":"2023-07-12T13:57:09.086889+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:16:33.523972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.105892+0000","last_change":"2023-07-12T13:57:08.091427+0000","last_active":"2023-07-12T13:57:08.105892+0000","last_peered":"2023-07-12T13:57:08.105892+0000","last_clean":"2023-07-12T13:57:08.105892+0000","last_became_active":"2023-07-12T13:57:08.091163+0000","last_became_peered":"2023-07-12T13:57:08.091163+0000","last_unstale":"2023-07-12T13:57:08.105892+0000","last_undegraded":"2023-07-12T13:57:08.105892+0000","last_fullsized":"2023-07-12T13:57:08.105892+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:49:16.713138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.072235+0000","last_change":"2023-07-12T13:57:07.086959+0000","last_active":"2023-07-12T13:57:08.072235+0000","last_peered":"2023-07-12T13:57:08.072235+0000","last_clean":"2023-07-12T13:57:08.072235+0000","last_became_active":"2023-07-12T13:57:07.086683+0000","last_became_peered":"2023-07-12T13:57:07.086683+0000","last_unstale":"2023-07-12T13:57:08.072235+0000","last_undegraded":"2023-07-12T13:57:08.072235+0000","last_fullsized":"2023-07-12T13:57:08.072235+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:41:06.033951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101932+0000","last_change":"2023-07-12T13:57:08.090341+0000","last_active":"2023-07-12T13:57:08.101932+0000","last_peered":"2023-07-12T13:57:08.101932+0000","last_clean":"2023-07-12T13:57:08.101932+0000","last_became_active":"2023-07-12T13:57:08.090071+0000","last_became_peered":"2023-07-12T13:57:08.090071+0000","last_unstale":"2023-07-12T13:57:08.101932+0000","last_undegraded":"2023-07-12T13:57:08.101932+0000","last_fullsized":"2023-07-12T13:57:08.101932+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:54:35.188136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.084078+0000","last_change":"2023-07-12T13:57:07.082943+0000","last_active":"2023-07-12T13:57:08.084078+0000","last_peered":"2023-07-12T13:57:08.084078+0000","last_clean":"2023-07-12T13:57:08.084078+0000","last_became_active":"2023-07-12T13:57:07.082619+0000","last_became_peered":"2023-07-12T13:57:07.082619+0000","last_unstale":"2023-07-12T13:57:08.084078+0000","last_undegraded":"2023-07-12T13:57:08.084078+0000","last_fullsized":"2023-07-12T13:57:08.084078+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:37:59.840621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.091767+0000","last_change":"2023-07-12T13:57:08.088071+0000","last_active":"2023-07-12T13:57:08.091767+0000","last_peered":"2023-07-12T13:57:08.091767+0000","last_clean":"2023-07-12T13:57:08.091767+0000","last_became_active":"2023-07-12T13:57:08.087792+0000","last_became_peered":"2023-07-12T13:57:08.087792+0000","last_unstale":"2023-07-12T13:57:08.091767+0000","last_undegraded":"2023-07-12T13:57:08.091767+0000","last_fullsized":"2023-07-12T13:57:08.091767+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:24:06.267884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.080785+0000","last_change":"2023-07-12T13:57:07.078962+0000","last_active":"2023-07-12T13:57:08.080785+0000","last_peered":"2023-07-12T13:57:08.080785+0000","last_clean":"2023-07-12T13:57:08.080785+0000","last_became_active":"2023-07-12T13:57:07.078068+0000","last_became_peered":"2023-07-12T13:57:07.078068+0000","last_unstale":"2023-07-12T13:57:08.080785+0000","last_undegraded":"2023-07-12T13:57:08.080785+0000","last_fullsized":"2023-07-12T13:57:08.080785+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:49:50.280327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087124+0000","last_change":"2023-07-12T13:57:08.096006+0000","last_active":"2023-07-12T13:57:09.087124+0000","last_peered":"2023-07-12T13:57:09.087124+0000","last_clean":"2023-07-12T13:57:09.087124+0000","last_became_active":"2023-07-12T13:57:08.095393+0000","last_became_peered":"2023-07-12T13:57:08.095393+0000","last_unstale":"2023-07-12T13:57:09.087124+0000","last_undegraded":"2023-07-12T13:57:09.087124+0000","last_fullsized":"2023-07-12T13:57:09.087124+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:43:27.561072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.069366+0000","last_change":"2023-07-12T13:57:07.093527+0000","last_active":"2023-07-12T13:57:08.069366+0000","last_peered":"2023-07-12T13:57:08.069366+0000","last_clean":"2023-07-12T13:57:08.069366+0000","last_became_active":"2023-07-12T13:57:07.093238+0000","last_became_peered":"2023-07-12T13:57:07.093238+0000","last_unstale":"2023-07-12T13:57:08.069366+0000","last_undegraded":"2023-07-12T13:57:08.069366+0000","last_fullsized":"2023-07-12T13:57:08.069366+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:15:17.518979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.095574+0000","last_change":"2023-07-12T13:57:08.088120+0000","last_active":"2023-07-12T13:57:08.095574+0000","last_peered":"2023-07-12T13:57:08.095574+0000","last_clean":"2023-07-12T13:57:08.095574+0000","last_became_active":"2023-07-12T13:57:08.087541+0000","last_became_peered":"2023-07-12T13:57:08.087541+0000","last_unstale":"2023-07-12T13:57:08.095574+0000","last_undegraded":"2023-07-12T13:57:08.095574+0000","last_fullsized":"2023-07-12T13:57:08.095574+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:47:57.080877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"36'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.106208+0000","last_change":"2023-07-12T13:57:07.089015+0000","last_active":"2023-07-12T13:57:08.106208+0000","last_peered":"2023-07-12T13:57:08.106208+0000","last_clean":"2023-07-12T13:57:08.106208+0000","last_became_active":"2023-07-12T13:57:07.088696+0000","last_became_peered":"2023-07-12T13:57:07.088696+0000","last_unstale":"2023-07-12T13:57:08.106208+0000","last_undegraded":"2023-07-12T13:57:08.106208+0000","last_fullsized":"2023-07-12T13:57:08.106208+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:27:43.346900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.099828+0000","last_change":"2023-07-12T13:57:08.090013+0000","last_active":"2023-07-12T13:57:08.099828+0000","last_peered":"2023-07-12T13:57:08.099828+0000","last_clean":"2023-07-12T13:57:08.099828+0000","last_became_active":"2023-07-12T13:57:08.089727+0000","last_became_peered":"2023-07-12T13:57:08.089727+0000","last_unstale":"2023-07-12T13:57:08.099828+0000","last_undegraded":"2023-07-12T13:57:08.099828+0000","last_fullsized":"2023-07-12T13:57:08.099828+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:02:51.873498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"36'6","reported_seq":17,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.112720+0000","last_change":"2023-07-12T13:57:07.083689+0000","last_active":"2023-07-12T13:57:08.112720+0000","last_peered":"2023-07-12T13:57:08.112720+0000","last_clean":"2023-07-12T13:57:08.112720+0000","last_became_active":"2023-07-12T13:57:07.082945+0000","last_became_peered":"2023-07-12T13:57:07.082945+0000","last_unstale":"2023-07-12T13:57:08.112720+0000","last_undegraded":"2023-07-12T13:57:08.112720+0000","last_fullsized":"2023-07-12T13:57:08.112720+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:51:48.880109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085893+0000","last_change":"2023-07-12T13:57:08.080904+0000","last_active":"2023-07-12T13:57:08.085893+0000","last_peered":"2023-07-12T13:57:08.085893+0000","last_clean":"2023-07-12T13:57:08.085893+0000","last_became_active":"2023-07-12T13:57:08.080639+0000","last_became_peered":"2023-07-12T13:57:08.080639+0000","last_unstale":"2023-07-12T13:57:08.085893+0000","last_undegraded":"2023-07-12T13:57:08.085893+0000","last_fullsized":"2023-07-12T13:57:08.085893+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:24.622189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.105753+0000","last_change":"2023-07-12T13:57:07.083268+0000","last_active":"2023-07-12T13:57:08.105753+0000","last_peered":"2023-07-12T13:57:08.105753+0000","last_clean":"2023-07-12T13:57:08.105753+0000","last_became_active":"2023-07-12T13:57:07.082776+0000","last_became_peered":"2023-07-12T13:57:07.082776+0000","last_unstale":"2023-07-12T13:57:08.105753+0000","last_undegraded":"2023-07-12T13:57:08.105753+0000","last_fullsized":"2023-07-12T13:57:08.105753+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:51:52.844780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.085493+0000","last_change":"2023-07-12T13:57:08.078153+0000","last_active":"2023-07-12T13:57:08.085493+0000","last_peered":"2023-07-12T13:57:08.085493+0000","last_clean":"2023-07-12T13:57:08.085493+0000","last_became_active":"2023-07-12T13:57:08.077806+0000","last_became_peered":"2023-07-12T13:57:08.077806+0000","last_unstale":"2023-07-12T13:57:08.085493+0000","last_undegraded":"2023-07-12T13:57:08.085493+0000","last_fullsized":"2023-07-12T13:57:08.085493+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:42:59.636966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.071018+0000","last_change":"2023-07-12T13:57:07.093928+0000","last_active":"2023-07-12T13:57:08.071018+0000","last_peered":"2023-07-12T13:57:08.071018+0000","last_clean":"2023-07-12T13:57:08.071018+0000","last_became_active":"2023-07-12T13:57:07.093615+0000","last_became_peered":"2023-07-12T13:57:07.093615+0000","last_unstale":"2023-07-12T13:57:08.071018+0000","last_undegraded":"2023-07-12T13:57:08.071018+0000","last_fullsized":"2023-07-12T13:57:08.071018+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:51:52.844780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086950+0000","last_change":"2023-07-12T13:57:08.079822+0000","last_active":"2023-07-12T13:57:09.086950+0000","last_peered":"2023-07-12T13:57:09.086950+0000","last_clean":"2023-07-12T13:57:09.086950+0000","last_became_active":"2023-07-12T13:57:08.079319+0000","last_became_peered":"2023-07-12T13:57:08.079319+0000","last_unstale":"2023-07-12T13:57:09.086950+0000","last_undegraded":"2023-07-12T13:57:09.086950+0000","last_fullsized":"2023-07-12T13:57:09.086950+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:42:48.586205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544543+0000","last_change":"2023-07-12T13:57:07.082247+0000","last_active":"2023-07-12T13:57:09.544543+0000","last_peered":"2023-07-12T13:57:09.544543+0000","last_clean":"2023-07-12T13:57:09.544543+0000","last_became_active":"2023-07-12T13:57:07.081934+0000","last_became_peered":"2023-07-12T13:57:07.081934+0000","last_unstale":"2023-07-12T13:57:09.544543+0000","last_undegraded":"2023-07-12T13:57:09.544543+0000","last_fullsized":"2023-07-12T13:57:09.544543+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:44:38.502820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101912+0000","last_change":"2023-07-12T13:57:08.087282+0000","last_active":"2023-07-12T13:57:08.101912+0000","last_peered":"2023-07-12T13:57:08.101912+0000","last_clean":"2023-07-12T13:57:08.101912+0000","last_became_active":"2023-07-12T13:57:08.086964+0000","last_became_peered":"2023-07-12T13:57:08.086964+0000","last_unstale":"2023-07-12T13:57:08.101912+0000","last_undegraded":"2023-07-12T13:57:08.101912+0000","last_fullsized":"2023-07-12T13:57:08.101912+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:55:02.554837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"36'8","reported_seq":21,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086566+0000","last_change":"2023-07-12T13:57:07.083633+0000","last_active":"2023-07-12T13:57:09.086566+0000","last_peered":"2023-07-12T13:57:09.086566+0000","last_clean":"2023-07-12T13:57:09.086566+0000","last_became_active":"2023-07-12T13:57:07.083373+0000","last_became_peered":"2023-07-12T13:57:07.083373+0000","last_unstale":"2023-07-12T13:57:09.086566+0000","last_undegraded":"2023-07-12T13:57:09.086566+0000","last_fullsized":"2023-07-12T13:57:09.086566+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:19:55.332471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104228+0000","last_change":"2023-07-12T13:57:08.094222+0000","last_active":"2023-07-12T13:57:08.104228+0000","last_peered":"2023-07-12T13:57:08.104228+0000","last_clean":"2023-07-12T13:57:08.104228+0000","last_became_active":"2023-07-12T13:57:08.093936+0000","last_became_peered":"2023-07-12T13:57:08.093936+0000","last_unstale":"2023-07-12T13:57:08.104228+0000","last_undegraded":"2023-07-12T13:57:08.104228+0000","last_fullsized":"2023-07-12T13:57:08.104228+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:47:57.080877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.108990+0000","last_change":"2023-07-12T13:57:07.086324+0000","last_active":"2023-07-12T13:57:08.108990+0000","last_peered":"2023-07-12T13:57:08.108990+0000","last_clean":"2023-07-12T13:57:08.108990+0000","last_became_active":"2023-07-12T13:57:07.085969+0000","last_became_peered":"2023-07-12T13:57:07.085969+0000","last_unstale":"2023-07-12T13:57:08.108990+0000","last_undegraded":"2023-07-12T13:57:08.108990+0000","last_fullsized":"2023-07-12T13:57:08.108990+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:04:00.779452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104247+0000","last_change":"2023-07-12T13:57:08.098529+0000","last_active":"2023-07-12T13:57:08.104247+0000","last_peered":"2023-07-12T13:57:08.104247+0000","last_clean":"2023-07-12T13:57:08.104247+0000","last_became_active":"2023-07-12T13:57:08.098202+0000","last_became_peered":"2023-07-12T13:57:08.098202+0000","last_unstale":"2023-07-12T13:57:08.104247+0000","last_undegraded":"2023-07-12T13:57:08.104247+0000","last_fullsized":"2023-07-12T13:57:08.104247+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:49:51.289000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.109875+0000","last_change":"2023-07-12T13:57:07.088052+0000","last_active":"2023-07-12T13:57:08.109875+0000","last_peered":"2023-07-12T13:57:08.109875+0000","last_clean":"2023-07-12T13:57:08.109875+0000","last_became_active":"2023-07-12T13:57:07.087784+0000","last_became_peered":"2023-07-12T13:57:07.087784+0000","last_unstale":"2023-07-12T13:57:08.109875+0000","last_undegraded":"2023-07-12T13:57:08.109875+0000","last_fullsized":"2023-07-12T13:57:08.109875+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:35:55.342652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.106589+0000","last_change":"2023-07-12T13:57:08.100952+0000","last_active":"2023-07-12T13:57:08.106589+0000","last_peered":"2023-07-12T13:57:08.106589+0000","last_clean":"2023-07-12T13:57:08.106589+0000","last_became_active":"2023-07-12T13:57:08.100655+0000","last_became_peered":"2023-07-12T13:57:08.100655+0000","last_unstale":"2023-07-12T13:57:08.106589+0000","last_undegraded":"2023-07-12T13:57:08.106589+0000","last_fullsized":"2023-07-12T13:57:08.106589+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:25:02.156456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.110330+0000","last_change":"2023-07-12T13:57:07.088191+0000","last_active":"2023-07-12T13:57:08.110330+0000","last_peered":"2023-07-12T13:57:08.110330+0000","last_clean":"2023-07-12T13:57:08.110330+0000","last_became_active":"2023-07-12T13:57:07.087781+0000","last_became_peered":"2023-07-12T13:57:07.087781+0000","last_unstale":"2023-07-12T13:57:08.110330+0000","last_undegraded":"2023-07-12T13:57:08.110330+0000","last_fullsized":"2023-07-12T13:57:08.110330+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:14:01.571534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.097325+0000","last_change":"2023-07-12T13:57:08.093339+0000","last_active":"2023-07-12T13:57:08.097325+0000","last_peered":"2023-07-12T13:57:08.097325+0000","last_clean":"2023-07-12T13:57:08.097325+0000","last_became_active":"2023-07-12T13:57:08.093001+0000","last_became_peered":"2023-07-12T13:57:08.093001+0000","last_unstale":"2023-07-12T13:57:08.097325+0000","last_undegraded":"2023-07-12T13:57:08.097325+0000","last_fullsized":"2023-07-12T13:57:08.097325+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T18:21:53.748075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.076802+0000","last_change":"2023-07-12T13:57:07.078662+0000","last_active":"2023-07-12T13:57:08.076802+0000","last_peered":"2023-07-12T13:57:08.076802+0000","last_clean":"2023-07-12T13:57:08.076802+0000","last_became_active":"2023-07-12T13:57:07.078371+0000","last_became_peered":"2023-07-12T13:57:07.078371+0000","last_unstale":"2023-07-12T13:57:08.076802+0000","last_undegraded":"2023-07-12T13:57:08.076802+0000","last_fullsized":"2023-07-12T13:57:08.076802+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:01:06.786512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087787+0000","last_change":"2023-07-12T13:57:08.088893+0000","last_active":"2023-07-12T13:57:09.087787+0000","last_peered":"2023-07-12T13:57:09.087787+0000","last_clean":"2023-07-12T13:57:09.087787+0000","last_became_active":"2023-07-12T13:57:08.088598+0000","last_became_peered":"2023-07-12T13:57:08.088598+0000","last_unstale":"2023-07-12T13:57:09.087787+0000","last_undegraded":"2023-07-12T13:57:09.087787+0000","last_fullsized":"2023-07-12T13:57:09.087787+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T15:17:37.893091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104639+0000","last_change":"2023-07-12T13:57:07.082360+0000","last_active":"2023-07-12T13:57:08.104639+0000","last_peered":"2023-07-12T13:57:08.104639+0000","last_clean":"2023-07-12T13:57:08.104639+0000","last_became_active":"2023-07-12T13:57:07.082047+0000","last_became_peered":"2023-07-12T13:57:07.082047+0000","last_unstale":"2023-07-12T13:57:08.104639+0000","last_undegraded":"2023-07-12T13:57:08.104639+0000","last_fullsized":"2023-07-12T13:57:08.104639+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:25:28.371815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.095539+0000","last_change":"2023-07-12T13:57:08.086987+0000","last_active":"2023-07-12T13:57:08.095539+0000","last_peered":"2023-07-12T13:57:08.095539+0000","last_clean":"2023-07-12T13:57:08.095539+0000","last_became_active":"2023-07-12T13:57:08.086682+0000","last_became_peered":"2023-07-12T13:57:08.086682+0000","last_unstale":"2023-07-12T13:57:08.095539+0000","last_undegraded":"2023-07-12T13:57:08.095539+0000","last_fullsized":"2023-07-12T13:57:08.095539+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:48:14.081348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066299+0000","last_change":"2023-07-12T13:57:07.080242+0000","last_active":"2023-07-12T13:57:08.066299+0000","last_peered":"2023-07-12T13:57:08.066299+0000","last_clean":"2023-07-12T13:57:08.066299+0000","last_became_active":"2023-07-12T13:57:07.079947+0000","last_became_peered":"2023-07-12T13:57:07.079947+0000","last_unstale":"2023-07-12T13:57:08.066299+0000","last_undegraded":"2023-07-12T13:57:08.066299+0000","last_fullsized":"2023-07-12T13:57:08.066299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:51:56.051894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.103292+0000","last_change":"2023-07-12T13:57:08.096287+0000","last_active":"2023-07-12T13:57:08.103292+0000","last_peered":"2023-07-12T13:57:08.103292+0000","last_clean":"2023-07-12T13:57:08.103292+0000","last_became_active":"2023-07-12T13:57:08.096000+0000","last_became_peered":"2023-07-12T13:57:08.096000+0000","last_unstale":"2023-07-12T13:57:08.103292+0000","last_undegraded":"2023-07-12T13:57:08.103292+0000","last_fullsized":"2023-07-12T13:57:08.103292+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:51:53.853453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086998+0000","last_change":"2023-07-12T13:57:07.081046+0000","last_active":"2023-07-12T13:57:09.086998+0000","last_peered":"2023-07-12T13:57:09.086998+0000","last_clean":"2023-07-12T13:57:09.086998+0000","last_became_active":"2023-07-12T13:57:07.078280+0000","last_became_peered":"2023-07-12T13:57:07.078280+0000","last_unstale":"2023-07-12T13:57:09.086998+0000","last_undegraded":"2023-07-12T13:57:09.086998+0000","last_fullsized":"2023-07-12T13:57:09.086998+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:36:31.817079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.101923+0000","last_change":"2023-07-12T13:57:08.090201+0000","last_active":"2023-07-12T13:57:08.101923+0000","last_peered":"2023-07-12T13:57:08.101923+0000","last_clean":"2023-07-12T13:57:08.101923+0000","last_became_active":"2023-07-12T13:57:08.089871+0000","last_became_peered":"2023-07-12T13:57:08.089871+0000","last_unstale":"2023-07-12T13:57:08.101923+0000","last_undegraded":"2023-07-12T13:57:08.101923+0000","last_fullsized":"2023-07-12T13:57:08.101923+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:48:14.081348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066336+0000","last_change":"2023-07-12T13:57:07.081981+0000","last_active":"2023-07-12T13:57:08.066336+0000","last_peered":"2023-07-12T13:57:08.066336+0000","last_clean":"2023-07-12T13:57:08.066336+0000","last_became_active":"2023-07-12T13:57:07.081714+0000","last_became_peered":"2023-07-12T13:57:07.081714+0000","last_unstale":"2023-07-12T13:57:08.066336+0000","last_undegraded":"2023-07-12T13:57:08.066336+0000","last_fullsized":"2023-07-12T13:57:08.066336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:56:23.136431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.099444+0000","last_change":"2023-07-12T13:57:08.090594+0000","last_active":"2023-07-12T13:57:08.099444+0000","last_peered":"2023-07-12T13:57:08.099444+0000","last_clean":"2023-07-12T13:57:08.099444+0000","last_became_active":"2023-07-12T13:57:08.090058+0000","last_became_peered":"2023-07-12T13:57:08.090058+0000","last_unstale":"2023-07-12T13:57:08.099444+0000","last_undegraded":"2023-07-12T13:57:08.099444+0000","last_fullsized":"2023-07-12T13:57:08.099444+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:05:45.960376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.086852+0000","last_change":"2023-07-12T13:57:07.081682+0000","last_active":"2023-07-12T13:57:09.086852+0000","last_peered":"2023-07-12T13:57:09.086852+0000","last_clean":"2023-07-12T13:57:09.086852+0000","last_became_active":"2023-07-12T13:57:07.081142+0000","last_became_peered":"2023-07-12T13:57:07.081142+0000","last_unstale":"2023-07-12T13:57:09.086852+0000","last_undegraded":"2023-07-12T13:57:09.086852+0000","last_fullsized":"2023-07-12T13:57:09.086852+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:23:56.074851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":203,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087866+0000","last_change":"2023-07-12T13:55:35.509399+0000","last_active":"2023-07-12T13:57:09.087866+0000","last_peered":"2023-07-12T13:57:09.087866+0000","last_clean":"2023-07-12T13:57:09.087866+0000","last_became_active":"2023-07-12T13:55:35.507949+0000","last_became_peered":"2023-07-12T13:55:35.507949+0000","last_unstale":"2023-07-12T13:57:09.087866+0000","last_undegraded":"2023-07-12T13:57:09.087866+0000","last_fullsized":"2023-07-12T13:57:09.087866+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:34.431437+0000","last_clean_scrub_stamp":"2023-07-12T13:55:34.431437+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:30:50.651353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.070824+0000","last_change":"2023-07-12T13:55:42.511818+0000","last_active":"2023-07-12T13:57:08.070824+0000","last_peered":"2023-07-12T13:57:08.070824+0000","last_clean":"2023-07-12T13:57:08.070824+0000","last_became_active":"2023-07-12T13:55:42.511423+0000","last_became_peered":"2023-07-12T13:55:42.511423+0000","last_unstale":"2023-07-12T13:57:08.070824+0000","last_undegraded":"2023-07-12T13:57:08.070824+0000","last_fullsized":"2023-07-12T13:57:08.070824+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:55:37.757591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.098198+0000","last_change":"2023-07-12T13:57:08.087399+0000","last_active":"2023-07-12T13:57:08.098198+0000","last_peered":"2023-07-12T13:57:08.098198+0000","last_clean":"2023-07-12T13:57:08.098198+0000","last_became_active":"2023-07-12T13:57:08.087118+0000","last_became_peered":"2023-07-12T13:57:08.087118+0000","last_unstale":"2023-07-12T13:57:08.098198+0000","last_undegraded":"2023-07-12T13:57:08.098198+0000","last_fullsized":"2023-07-12T13:57:08.098198+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T16:42:32.273467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"36'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.106100+0000","last_change":"2023-07-12T13:57:07.088088+0000","last_active":"2023-07-12T13:57:08.106100+0000","last_peered":"2023-07-12T13:57:08.106100+0000","last_clean":"2023-07-12T13:57:08.106100+0000","last_became_active":"2023-07-12T13:57:07.087813+0000","last_became_peered":"2023-07-12T13:57:07.087813+0000","last_unstale":"2023-07-12T13:57:08.106100+0000","last_undegraded":"2023-07-12T13:57:08.106100+0000","last_fullsized":"2023-07-12T13:57:08.106100+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T23:23:03.970640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087732+0000","last_change":"2023-07-12T13:55:42.509755+0000","last_active":"2023-07-12T13:57:09.087732+0000","last_peered":"2023-07-12T13:57:09.087732+0000","last_clean":"2023-07-12T13:57:09.087732+0000","last_became_active":"2023-07-12T13:55:42.509307+0000","last_became_peered":"2023-07-12T13:55:42.509307+0000","last_unstale":"2023-07-12T13:57:09.087732+0000","last_undegraded":"2023-07-12T13:57:09.087732+0000","last_fullsized":"2023-07-12T13:57:09.087732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:09:31.979943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087169+0000","last_change":"2023-07-12T13:57:08.096234+0000","last_active":"2023-07-12T13:57:09.087169+0000","last_peered":"2023-07-12T13:57:09.087169+0000","last_clean":"2023-07-12T13:57:09.087169+0000","last_became_active":"2023-07-12T13:57:08.095759+0000","last_became_peered":"2023-07-12T13:57:08.095759+0000","last_unstale":"2023-07-12T13:57:09.087169+0000","last_undegraded":"2023-07-12T13:57:09.087169+0000","last_fullsized":"2023-07-12T13:57:09.087169+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:59:12.876555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066871+0000","last_change":"2023-07-12T13:57:07.094028+0000","last_active":"2023-07-12T13:57:08.066871+0000","last_peered":"2023-07-12T13:57:08.066871+0000","last_clean":"2023-07-12T13:57:08.066871+0000","last_became_active":"2023-07-12T13:57:07.093659+0000","last_became_peered":"2023-07-12T13:57:07.093659+0000","last_unstale":"2023-07-12T13:57:08.066871+0000","last_undegraded":"2023-07-12T13:57:08.066871+0000","last_fullsized":"2023-07-12T13:57:08.066871+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:19:37.151714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.066237+0000","last_change":"2023-07-12T13:55:43.487564+0000","last_active":"2023-07-12T13:57:08.066237+0000","last_peered":"2023-07-12T13:57:08.066237+0000","last_clean":"2023-07-12T13:57:08.066237+0000","last_became_active":"2023-07-12T13:55:43.487153+0000","last_became_peered":"2023-07-12T13:55:43.487153+0000","last_unstale":"2023-07-12T13:57:08.066237+0000","last_undegraded":"2023-07-12T13:57:08.066237+0000","last_fullsized":"2023-07-12T13:57:08.066237+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:23:11.287344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.104136+0000","last_change":"2023-07-12T13:57:08.093186+0000","last_active":"2023-07-12T13:57:08.104136+0000","last_peered":"2023-07-12T13:57:08.104136+0000","last_clean":"2023-07-12T13:57:08.104136+0000","last_became_active":"2023-07-12T13:57:08.092891+0000","last_became_peered":"2023-07-12T13:57:08.092891+0000","last_unstale":"2023-07-12T13:57:08.104136+0000","last_undegraded":"2023-07-12T13:57:08.104136+0000","last_fullsized":"2023-07-12T13:57:08.104136+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T22:00:24.622189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.075025+0000","last_change":"2023-07-12T13:57:07.085260+0000","last_active":"2023-07-12T13:57:08.075025+0000","last_peered":"2023-07-12T13:57:08.075025+0000","last_clean":"2023-07-12T13:57:08.075025+0000","last_became_active":"2023-07-12T13:57:07.084965+0000","last_became_peered":"2023-07-12T13:57:07.084965+0000","last_unstale":"2023-07-12T13:57:08.075025+0000","last_undegraded":"2023-07-12T13:57:08.075025+0000","last_fullsized":"2023-07-12T13:57:08.075025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:54:34.179463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.068983+0000","last_change":"2023-07-12T13:55:42.512143+0000","last_active":"2023-07-12T13:57:08.068983+0000","last_peered":"2023-07-12T13:57:08.068983+0000","last_clean":"2023-07-12T13:57:08.068983+0000","last_became_active":"2023-07-12T13:55:42.511537+0000","last_became_peered":"2023-07-12T13:55:42.511537+0000","last_unstale":"2023-07-12T13:57:08.068983+0000","last_undegraded":"2023-07-12T13:57:08.068983+0000","last_fullsized":"2023-07-12T13:57:08.068983+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:23:05.002226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.092096+0000","last_change":"2023-07-12T13:57:08.086253+0000","last_active":"2023-07-12T13:57:08.092096+0000","last_peered":"2023-07-12T13:57:08.092096+0000","last_clean":"2023-07-12T13:57:08.092096+0000","last_became_active":"2023-07-12T13:57:08.085958+0000","last_became_peered":"2023-07-12T13:57:08.085958+0000","last_unstale":"2023-07-12T13:57:08.092096+0000","last_undegraded":"2023-07-12T13:57:08.092096+0000","last_fullsized":"2023-07-12T13:57:08.092096+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:49:52.443332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.073773+0000","last_change":"2023-07-12T13:57:07.083892+0000","last_active":"2023-07-12T13:57:08.073773+0000","last_peered":"2023-07-12T13:57:08.073773+0000","last_clean":"2023-07-12T13:57:08.073773+0000","last_became_active":"2023-07-12T13:57:07.083605+0000","last_became_peered":"2023-07-12T13:57:07.083605+0000","last_unstale":"2023-07-12T13:57:08.073773+0000","last_undegraded":"2023-07-12T13:57:08.073773+0000","last_fullsized":"2023-07-12T13:57:08.073773+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:25:26.375216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.076820+0000","last_change":"2023-07-12T13:55:42.595492+0000","last_active":"2023-07-12T13:57:08.076820+0000","last_peered":"2023-07-12T13:57:08.076820+0000","last_clean":"2023-07-12T13:57:08.076820+0000","last_became_active":"2023-07-12T13:55:42.595098+0000","last_became_peered":"2023-07-12T13:55:42.595098+0000","last_unstale":"2023-07-12T13:57:08.076820+0000","last_undegraded":"2023-07-12T13:57:08.076820+0000","last_fullsized":"2023-07-12T13:57:08.076820+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:23:05.002226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.096452+0000","last_change":"2023-07-12T13:57:08.084805+0000","last_active":"2023-07-12T13:57:08.096452+0000","last_peered":"2023-07-12T13:57:08.096452+0000","last_clean":"2023-07-12T13:57:08.096452+0000","last_became_active":"2023-07-12T13:57:08.084484+0000","last_became_peered":"2023-07-12T13:57:08.084484+0000","last_unstale":"2023-07-12T13:57:08.096452+0000","last_undegraded":"2023-07-12T13:57:08.096452+0000","last_fullsized":"2023-07-12T13:57:08.096452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:25:27.383889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544575+0000","last_change":"2023-07-12T13:57:07.082181+0000","last_active":"2023-07-12T13:57:09.544575+0000","last_peered":"2023-07-12T13:57:09.544575+0000","last_clean":"2023-07-12T13:57:09.544575+0000","last_became_active":"2023-07-12T13:57:07.081843+0000","last_became_peered":"2023-07-12T13:57:07.081843+0000","last_unstale":"2023-07-12T13:57:09.544575+0000","last_undegraded":"2023-07-12T13:57:09.544575+0000","last_fullsized":"2023-07-12T13:57:09.544575+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T17:11:10.607048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":47,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087212+0000","last_change":"2023-07-12T13:55:42.595603+0000","last_active":"2023-07-12T13:57:09.087212+0000","last_peered":"2023-07-12T13:57:09.087212+0000","last_clean":"2023-07-12T13:57:09.087212+0000","last_became_active":"2023-07-12T13:55:42.595265+0000","last_became_peered":"2023-07-12T13:55:42.595265+0000","last_unstale":"2023-07-12T13:57:09.087212+0000","last_undegraded":"2023-07-12T13:57:09.087212+0000","last_fullsized":"2023-07-12T13:57:09.087212+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T19:16:16.051192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.109995+0000","last_change":"2023-07-12T13:57:08.106014+0000","last_active":"2023-07-12T13:57:08.109995+0000","last_peered":"2023-07-12T13:57:08.109995+0000","last_clean":"2023-07-12T13:57:08.109995+0000","last_became_active":"2023-07-12T13:57:08.105709+0000","last_became_peered":"2023-07-12T13:57:08.105709+0000","last_unstale":"2023-07-12T13:57:08.109995+0000","last_undegraded":"2023-07-12T13:57:08.109995+0000","last_fullsized":"2023-07-12T13:57:08.109995+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T14:41:47.460598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.084183+0000","last_change":"2023-07-12T13:57:07.080251+0000","last_active":"2023-07-12T13:57:08.084183+0000","last_peered":"2023-07-12T13:57:08.084183+0000","last_clean":"2023-07-12T13:57:08.084183+0000","last_became_active":"2023-07-12T13:57:07.079981+0000","last_became_peered":"2023-07-12T13:57:07.079981+0000","last_unstale":"2023-07-12T13:57:08.084183+0000","last_undegraded":"2023-07-12T13:57:08.084183+0000","last_fullsized":"2023-07-12T13:57:08.084183+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:17:36.035548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.070724+0000","last_change":"2023-07-12T13:55:42.511806+0000","last_active":"2023-07-12T13:57:08.070724+0000","last_peered":"2023-07-12T13:57:08.070724+0000","last_clean":"2023-07-12T13:57:08.070724+0000","last_became_active":"2023-07-12T13:55:42.511480+0000","last_became_peered":"2023-07-12T13:55:42.511480+0000","last_unstale":"2023-07-12T13:57:08.070724+0000","last_undegraded":"2023-07-12T13:57:08.070724+0000","last_fullsized":"2023-07-12T13:57:08.070724+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T21:53:09.619569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.087038+0000","last_change":"2023-07-12T13:57:08.094441+0000","last_active":"2023-07-12T13:57:09.087038+0000","last_peered":"2023-07-12T13:57:09.087038+0000","last_clean":"2023-07-12T13:57:09.087038+0000","last_became_active":"2023-07-12T13:57:08.094131+0000","last_became_peered":"2023-07-12T13:57:08.094131+0000","last_unstale":"2023-07-12T13:57:09.087038+0000","last_undegraded":"2023-07-12T13:57:09.087038+0000","last_fullsized":"2023-07-12T13:57:09.087038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:07.052805+0000","last_clean_scrub_stamp":"2023-07-12T13:57:07.052805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T00:28:35.573807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-07-12T13:57:08.075293+0000","last_change":"2023-07-12T13:57:07.079065+0000","last_active":"2023-07-12T13:57:08.075293+0000","last_peered":"2023-07-12T13:57:08.075293+0000","last_clean":"2023-07-12T13:57:08.075293+0000","last_became_active":"2023-07-12T13:57:07.078217+0000","last_became_peered":"2023-07-12T13:57:07.078217+0000","last_unstale":"2023-07-12T13:57:08.075293+0000","last_undegraded":"2023-07-12T13:57:08.075293+0000","last_fullsized":"2023-07-12T13:57:08.075293+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:57:06.044132+0000","last_clean_scrub_stamp":"2023-07-12T13:57:06.044132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-14T01:25:26.375216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":43,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-07-12T13:57:09.544975+0000","last_change":"2023-07-12T13:55:42.512937+0000","last_active":"2023-07-12T13:57:09.544975+0000","last_peered":"2023-07-12T13:57:09.544975+0000","last_clean":"2023-07-12T13:57:09.544975+0000","last_became_active":"2023-07-12T13:55:42.512612+0000","last_became_peered":"2023-07-12T13:55:42.512612+0000","last_unstale":"2023-07-12T13:57:09.544975+0000","last_undegraded":"2023-07-12T13:57:09.544975+0000","last_fullsized":"2023-07-12T13:57:09.544975+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-12T13:55:41.484239+0000","last_clean_scrub_stamp":"2023-07-12T13:55:41.484239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-13T20:43:38.569590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32052,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339788,"statfs":{"total":96636764160,"available":96603942912,"internally_reserved":0,"allocated":1028096,"data_stored":766830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.83399999999999996}]},{"osd":1,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.59899999999999998}]},{"osd":2,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.77300000000000002}]},{"osd":3,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.752}]},{"osd":4,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.876}]},{"osd":5,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.53400000000000003}]},{"osd":6,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.66800000000000004}]}]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":400,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":409600,"data_stored":168757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.84599999999999997}]},{"osd":1,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.621},{"interface":"front","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.64600000000000002}]},{"osd":2,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67200000000000004}]},{"osd":3,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.69499999999999995}]},{"osd":4,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.76900000000000002}]},{"osd":5,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.745},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.93600000000000005}]},{"osd":7,"last update":"Wed Jul 12 13:56:36 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.56499999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":404,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":413696,"data_stored":168287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.47299999999999998}]},{"osd":1,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.53300000000000003}]},{"osd":2,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.80100000000000005}]},{"osd":3,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.71799999999999997}]},{"osd":4,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.68700000000000006}]},{"osd":6,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.753},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.81599999999999995}]},{"osd":7,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.59499999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574870,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31432,"kb_used_data":384,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340408,"statfs":{"total":96636764160,"available":96604577792,"internally_reserved":0,"allocated":393216,"data_stored":161047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.88200000000000001}]},{"osd":1,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":1.0620000000000001}]},{"osd":3,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":1.028}]},{"osd":5,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.71799999999999997}]},{"osd":6,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.66300000000000003}]},{"osd":7,"last update":"Wed Jul 12 13:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.81899999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31432,"kb_used_data":384,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340408,"statfs":{"total":96636764160,"available":96604577792,"internally_reserved":0,"allocated":393216,"data_stored":161047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,7],"upper_bound":4},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":2.722},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":2.298}]},{"osd":1,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.307},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":3.0529999999999999}]},{"osd":2,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":2.7959999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":1.6719999999999999}]},{"osd":4,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":4.0149999999999997}]},{"osd":5,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.72},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.742}]},{"osd":6,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":1.8660000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":1.796}]},{"osd":7,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":2.9430000000000001},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.9199999999999999,"5min":1.9199999999999999,"15min":1.9199999999999999},"last":2.5910000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31432,"kb_used_data":384,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340408,"statfs":{"total":96636764160,"available":96604577792,"internally_reserved":0,"allocated":393216,"data_stored":161047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.499},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.44}]},{"osd":1,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.42399999999999999}]},{"osd":3,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53800000000000003}]},{"osd":4,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.77400000000000002}]},{"osd":5,"last update":"Wed Jul 12 13:56:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.5609999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.79600000000000004}]},{"osd":6,"last update":"Wed Jul 12 13:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.83399999999999996}]},{"osd":7,"last update":"Wed Jul 12 13:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.81799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574871,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":400,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":409600,"data_stored":168265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.69899999999999995}]},{"osd":2,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59399999999999997}]},{"osd":3,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.61799999999999999}]},{"osd":4,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.82099999999999995}]},{"osd":5,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.84099999999999997}]},{"osd":6,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.877}]},{"osd":7,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.92100000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":987136,"data_stored":751415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.29799999999999999}]},{"osd":2,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.46600000000000003}]},{"osd":4,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.85799999999999998}]},{"osd":5,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.88700000000000001}]},{"osd":6,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.90900000000000003}]},{"osd":7,"last update":"Wed Jul 12 13:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.93000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-12T13:57:12.580 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-07-12T13:57:12.582 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-07-12T13:57:12.759 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.752+0000 7f95c2d74640 1 Processor -- start 2023-07-12T13:57:12.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.752+0000 7f95c2d74640 1 -- start start 2023-07-12T13:57:12.760 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c2d74640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95bc159910 0x7f95bc06add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c2d74640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0c8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c2d74640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95bc0c87b0 con 0x7f95bc06b310 2023-07-12T13:57:12.761 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c2d74640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95bc06b850 con 0x7f95bc159910 2023-07-12T13:57:12.762 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c2d74640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc06bb30 con 0x7f95bc0aff80 2023-07-12T13:57:12.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95bc159910 0x7f95bc06add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95bc159910 0x7f95bc06add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36356/0 (socket says 172.21.15.50:36356) 2023-07-12T13:57:12.763 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 -- 172.21.15.50:0/3263285893 learned_addr learned my addr 172.21.15.50:0/3263285893 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:12.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c1311640 1 --2- 172.21.15.50:0/3263285893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0c8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 -- 172.21.15.50:0/3263285893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 msgr2=0x7f95bc0c8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:12.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 --2- 172.21.15.50:0/3263285893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0c8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 -- 172.21.15.50:0/3263285893 >> v1:172.21.15.55:6789/0 conn(0x7f95bc06b310 legacy=0x7f95bc0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.764 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.756+0000 7f95c0b10640 1 -- 172.21.15.50:0/3263285893 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95bc06be10 con 0x7f95bc159910 2023-07-12T13:57:12.765 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c0b10640 1 --2- 172.21.15.50:0/3263285893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc06add0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f95b0009870 tx=0x7f95b001c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7072a52b2babc35 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:12.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95bb7fe640 1 -- 172.21.15.50:0/3263285893 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b00aa610 con 0x7f95bc159910 2023-07-12T13:57:12.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95bb7fe640 1 -- 172.21.15.50:0/3263285893 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95b00a6040 con 0x7f95bc159910 2023-07-12T13:57:12.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95bb7fe640 1 -- 172.21.15.50:0/3263285893 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b00aa990 con 0x7f95bc159910 2023-07-12T13:57:12.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 -- 172.21.15.50:0/3263285893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 msgr2=0x7f95bc06add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 --2- 172.21.15.50:0/3263285893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc06add0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f95b0009870 tx=0x7f95b001c510 comp rx=0 tx=0).stop 2023-07-12T13:57:12.766 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 -- 172.21.15.50:0/3263285893 shutdown_connections 2023-07-12T13:57:12.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 --2- 172.21.15.50:0/3263285893 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0c8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 --2- 172.21.15.50:0/3263285893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc06add0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 -- 172.21.15.50:0/3263285893 >> 172.21.15.50:0/3263285893 conn(0x7f95bc0ca870 msgr2=0x7f95bc0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:12.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 -- 172.21.15.50:0/3263285893 shutdown_connections 2023-07-12T13:57:12.767 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 -- 172.21.15.50:0/3263285893 wait complete. 2023-07-12T13:57:12.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 Processor -- start 2023-07-12T13:57:12.768 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.760+0000 7f95c2d74640 1 -- start start 2023-07-12T13:57:12.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95bc06b310 0x7f95bc0aca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.769 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0acfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc1639d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc0c7da0 con 0x7f95bc159910 2023-07-12T13:57:12.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc0c53d0 con 0x7f95bc06b310 2023-07-12T13:57:12.770 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc0ad520 con 0x7f95bc0aff80 2023-07-12T13:57:12.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc1639d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc1639d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36362/0 (socket says 172.21.15.50:36362) 2023-07-12T13:57:12.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 -- 172.21.15.50:0/2755464580 learned_addr learned my addr 172.21.15.50:0/2755464580 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:12.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95bbfff640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0acfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c0b10640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95bc06b310 0x7f95bc0aca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.771 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 -- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 msgr2=0x7f95bc0acfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0acfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 -- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95bc06b310 msgr2=0x7f95bc0aca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95bc06b310 0x7f95bc0aca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.772 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 -- 172.21.15.50:0/2755464580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95b00094d0 con 0x7f95bc159910 2023-07-12T13:57:12.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c0b10640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95bc06b310 0x7f95bc0aca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:12.773 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c1311640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc1639d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f95b4007e10 tx=0x7f95b400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:12.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b4014420 con 0x7f95bc159910 2023-07-12T13:57:12.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95b40145a0 con 0x7f95bc159910 2023-07-12T13:57:12.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b4014950 con 0x7f95bc159910 2023-07-12T13:57:12.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95bc163f10 con 0x7f95bc159910 2023-07-12T13:57:12.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95bc0c7ac0 con 0x7f95bc159910 2023-07-12T13:57:12.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.764+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95bc04e020 con 0x7f95bc159910 2023-07-12T13:57:12.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.768+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f95b4014ab0 con 0x7f95bc159910 2023-07-12T13:57:12.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.768+0000 7f95b97fa640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95a0066280 0x7f95a0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:12.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.768+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f95b4084560 con 0x7f95bc159910 2023-07-12T13:57:12.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.768+0000 7f95c0b10640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95a0066280 0x7f95a0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:12.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.768+0000 7f95c0b10640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95a0066280 0x7f95a0068730 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f95b00ae000 tx=0x7f95b00a7000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:12.777 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.772+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f95b40519d0 con 0x7f95bc159910 2023-07-12T13:57:12.983 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.976+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f95bc0c5510 con 0x7f95bc159910 2023-07-12T13:57:12.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95b97fa640 1 -- 172.21.15.50:0/2755464580 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) v1 ==== 190+0+147 (secure 0 0 0) 0x7f95b4054ff0 con 0x7f95bc159910 2023-07-12T13:57:12.988 INFO:teuthology.orchestra.run.smithi050.stdout:[client.0] 2023-07-12T13:57:12.989 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCcsK5k6WUCFRAANJ/e/+2DnpQb/QhbPG4CmA== 2023-07-12T13:57:12.989 INFO:teuthology.orchestra.run.smithi050.stdout: caps mds = "allow" 2023-07-12T13:57:12.989 INFO:teuthology.orchestra.run.smithi050.stdout: caps mon = "allow r" 2023-07-12T13:57:12.989 INFO:teuthology.orchestra.run.smithi050.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-07-12T13:57:12.989 INFO:teuthology.orchestra.run.smithi050.stderr:updated caps for client.0 2023-07-12T13:57:12.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95a0066280 msgr2=0x7f95a0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95a0066280 0x7f95a0068730 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f95b00ae000 tx=0x7f95b00a7000 comp rx=0 tx=0).stop 2023-07-12T13:57:12.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 msgr2=0x7f95bc1639d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:12.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc1639d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f95b4007e10 tx=0x7f95b400e4b0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 shutdown_connections 2023-07-12T13:57:12.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f95a0066280 0x7f95a0068730 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc159910 0x7f95bc1639d0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f95bc0aff80 0x7f95bc0acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 --2- 172.21.15.50:0/2755464580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95bc06b310 0x7f95bc0aca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:12.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 >> 172.21.15.50:0/2755464580 conn(0x7f95bc0ca870 msgr2=0x7f95bc0cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:12.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 shutdown_connections 2023-07-12T13:57:12.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:12.984+0000 7f95c2d74640 1 -- 172.21.15.50:0/2755464580 wait complete. 2023-07-12T13:57:13.009 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-12T13:57:13.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.148+0000 7f6ac579f640 1 Processor -- start 2023-07-12T13:57:13.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.148+0000 7f6ac579f640 1 -- start start 2023-07-12T13:57:13.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6ac579f640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6ac00aff80 0x7f6ac015c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6ac579f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac015d1f0 con 0x7f6ac0156140 2023-07-12T13:57:13.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6ac579f640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac015c950 con 0x7f6ac0159770 2023-07-12T13:57:13.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6ac579f640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ac006f050 con 0x7f6ac00aff80 2023-07-12T13:57:13.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f6ac0156140 0x7f6ac00af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42046/0 (socket says 172.21.15.50:42046) 2023-07-12T13:57:13.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 -- 172.21.15.50:0/586169988 learned_addr learned my addr 172.21.15.50:0/586169988 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:13.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abe7fc640 1 --2- 172.21.15.50:0/586169988 >> v2:172.21.15.55:3300/0 conn(0x7f6ac00aff80 0x7f6ac015c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1199919744 0 0) 0x7f6ac015d1f0 con 0x7f6ac0156140 2023-07-12T13:57:13.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6aa8005740 con 0x7f6ac0156140 2023-07-12T13:57:13.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.1 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4114482597 0 0) 0x7f6ac015c950 con 0x7f6ac0159770 2023-07-12T13:57:13.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ac015d1f0 con 0x7f6ac0159770 2023-07-12T13:57:13.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1323239095 0 0) 0x7f6aa8005740 con 0x7f6ac0156140 2023-07-12T13:57:13.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 >> v2:172.21.15.55:3300/0 conn(0x7f6ac00aff80 msgr2=0x7f6ac015c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 --2- 172.21.15.50:0/586169988 >> v2:172.21.15.55:3300/0 conn(0x7f6ac00aff80 0x7f6ac015c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 >> v1:172.21.15.55:6789/0 conn(0x7f6ac0159770 legacy=0x7f6ac00cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac015cc30 con 0x7f6ac0156140 2023-07-12T13:57:13.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f6ab0001680 con 0x7f6ac0156140 2023-07-12T13:57:13.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 >> v1:172.21.15.50:6789/0 conn(0x7f6ac0156140 legacy=0x7f6ac00af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6aa8005d90 0x7f6aa8006180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa80069e0 0x7f6aa8006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6aa8007390 0x7f6aa800dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac006f050 con 0x7f6aa8005d90 2023-07-12T13:57:13.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa800e270 con 0x7f6aa8007390 2023-07-12T13:57:13.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa800e430 con 0x7f6aa80069e0 2023-07-12T13:57:13.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6aa8005d90 0x7f6aa8006180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abe7fc640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa80069e0 0x7f6aa8006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abf7fe640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6aa8007390 0x7f6aa800dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 -- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa80069e0 msgr2=0x7f6aa8006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa80069e0 0x7f6aa8006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 -- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6aa8007390 msgr2=0x7f6aa800dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6aa8007390 0x7f6aa800dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abeffd640 1 -- 172.21.15.50:0/586169988 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa8005740 con 0x7f6aa8005d90 2023-07-12T13:57:13.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abf7fe640 1 -- 172.21.15.50:0/586169988 reap_dead start 2023-07-12T13:57:13.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.152+0000 7f6abe7fc640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa80069e0 0x7f6aa8006e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:13.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6abeffd640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6aa8005d90 0x7f6aa8006180 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000c160 tx=0x7f6ab001cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b134b72c32fb39ad server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab00058e0 con 0x7f6aa8005d90 2023-07-12T13:57:13.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab0005a40 con 0x7f6aa8005d90 2023-07-12T13:57:13.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6abdffb640 1 -- 172.21.15.50:0/586169988 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab0005e10 con 0x7f6aa8005d90 2023-07-12T13:57:13.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 -- 172.21.15.50:0/586169988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6aa8005d90 msgr2=0x7f6aa8006180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6aa8005d90 0x7f6aa8006180 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000c160 tx=0x7f6ab001cb50 comp rx=0 tx=0).stop 2023-07-12T13:57:13.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 -- 172.21.15.50:0/586169988 shutdown_connections 2023-07-12T13:57:13.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 --2- 172.21.15.50:0/586169988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6aa8005d90 0x7f6aa8006180 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 -- 172.21.15.50:0/586169988 >> 172.21.15.50:0/586169988 conn(0x7f6ac00ca870 msgr2=0x7f6ac00cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 -- 172.21.15.50:0/586169988 shutdown_connections 2023-07-12T13:57:13.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.156+0000 7f6ac579f640 1 -- 172.21.15.50:0/586169988 wait complete. 2023-07-12T13:57:13.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 Processor -- start 2023-07-12T13:57:13.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- start start 2023-07-12T13:57:13.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa8005d90 0x7f6ac014c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 0x7f6ac0157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ac00acdc0 0x7f6ac0157aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac00b3ad0 con 0x7f6ac00b35d0 2023-07-12T13:57:13.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac01f7b70 con 0x7f6ac00acdc0 2023-07-12T13:57:13.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac01f86b0 con 0x7f6aa8005d90 2023-07-12T13:57:13.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 0x7f6ac0157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 0x7f6ac0157560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36384/0 (socket says 172.21.15.50:36384) 2023-07-12T13:57:13.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 -- 172.21.15.50:0/188432118 learned_addr learned my addr 172.21.15.50:0/188432118 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:13.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abf7fe640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ac00acdc0 0x7f6ac0157aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abeffd640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa8005d90 0x7f6ac014c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 -- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa8005d90 msgr2=0x7f6ac014c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa8005d90 0x7f6ac014c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 -- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ac00acdc0 msgr2=0x7f6ac0157aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ac00acdc0 0x7f6ac0157aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 -- 172.21.15.50:0/188432118 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac014c830 con 0x7f6ac00b35d0 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abf7fe640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ac00acdc0 0x7f6ac0157aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6abe7fc640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 0x7f6ac0157560 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4011540 tx=0x7f6ab4011630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4004220 con 0x7f6ac00b35d0 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab40043a0 con 0x7f6ac00b35d0 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4004510 con 0x7f6ac00b35d0 2023-07-12T13:57:13.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ac01f7d80 con 0x7f6ac00b35d0 2023-07-12T13:57:13.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac01f8340 con 0x7f6ac00b35d0 2023-07-12T13:57:13.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.160+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ac01f8500 con 0x7f6ac00b35d0 2023-07-12T13:57:13.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.164+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6ab4003860 con 0x7f6ac00b35d0 2023-07-12T13:57:13.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.164+0000 7f6aa77fe640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6aac0662b0 0x7f6aac068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.164+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6ab4083db0 con 0x7f6ac00b35d0 2023-07-12T13:57:13.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.164+0000 7f6abeffd640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6aac0662b0 0x7f6aac068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.164+0000 7f6abeffd640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6aac0662b0 0x7f6aac068760 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000c160 tx=0x7f6ab0001990 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.179 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.168+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6ab4088070 con 0x7f6ac00b35d0 2023-07-12T13:57:13.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6ac01f8860 con 0x7f6ac00b35d0 2023-07-12T13:57:13.361 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6aa77fe640 1 -- 172.21.15.50:0/188432118 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4671 (secure 0 0 0) 0x7f6ac01f8860 con 0x7f6ac00b35d0 2023-07-12T13:57:13.362 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:13.362 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4985,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6836/2078559801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":2078559801},{"type":"v1","addr":"172.21.15.55:6836","nonce":2078559801}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5260,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/1710537271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6835","nonce":1710537271},{"type":"v1","addr":"172.21.15.55:6837","nonce":1710537271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5358,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1650994335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1650994335},{"type":"v1","addr":"172.21.15.50:6833","nonce":1650994335}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-07-12T13:57:07.463396+0000","modified":"2023-07-12T13:57:11.087188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5370":{"gid":5370,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.50:6835/1799018036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":1799018036},{"type":"v1","addr":"172.21.15.50:6835","nonce":1799018036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-07-12T13:57:13.362 INFO:teuthology.orchestra.run.smithi050.stderr:dumped fsmap epoch 18 2023-07-12T13:57:13.363 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6aac0662b0 msgr2=0x7f6aac068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6aac0662b0 0x7f6aac068760 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000c160 tx=0x7f6ab0001990 comp rx=0 tx=0).stop 2023-07-12T13:57:13.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 msgr2=0x7f6ac0157560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 0x7f6ac0157560 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4011540 tx=0x7f6ab4011630 comp rx=0 tx=0).stop 2023-07-12T13:57:13.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 shutdown_connections 2023-07-12T13:57:13.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f6aac0662b0 0x7f6aac068760 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.364 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ac00acdc0 0x7f6ac0157aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ac00b35d0 0x7f6ac0157560 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 --2- 172.21.15.50:0/188432118 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f6aa8005d90 0x7f6ac014c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.356+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 >> 172.21.15.50:0/188432118 conn(0x7f6ac00ca870 msgr2=0x7f6ac00ccd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.360+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 shutdown_connections 2023-07-12T13:57:13.365 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.360+0000 7f6ac579f640 1 -- 172.21.15.50:0/188432118 wait complete. 2023-07-12T13:57:13.785 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-07-12T13:57:07.463396+0000', 'modified': '2023-07-12T13:57:11.087188+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5370}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5370': {'gid': 5370, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.50:6835/1799018036', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6834', 'nonce': 1799018036}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 1799018036}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-07-12T13:57:13.785 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-07-12T13:57:13.786 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-07-12T13:57:13.932 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ec6ca640 1 Processor -- start 2023-07-12T13:57:13.932 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ec6ca640 1 -- start start 2023-07-12T13:57:13.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ec6ca640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f39e4156140 0x7f39e415c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ec6ca640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39e415d1f0 con 0x7f39e40aff80 2023-07-12T13:57:13.933 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ec6ca640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39e4159bd0 con 0x7f39e4159770 2023-07-12T13:57:13.934 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ec6ca640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39e406f050 con 0x7f39e4156140 2023-07-12T13:57:13.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39eac67640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f39e40aff80 0x7f39e40cc530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42054/0 (socket says 172.21.15.50:42054) 2023-07-12T13:57:13.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39eac67640 1 -- 172.21.15.50:0/2164520548 learned_addr learned my addr 172.21.15.50:0/2164520548 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:13.935 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4278268320 0 0) 0x7f39e415d1f0 con 0x7f39e40aff80 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 --2- 172.21.15.50:0/2164520548 >> v2:172.21.15.55:3300/0 conn(0x7f39e4156140 0x7f39e415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f39d0003530 con 0x7f39e40aff80 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1631623397 0 0) 0x7f39d0003530 con 0x7f39e40aff80 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 >> v2:172.21.15.55:3300/0 conn(0x7f39e4156140 msgr2=0x7f39e415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 --2- 172.21.15.50:0/2164520548 >> v2:172.21.15.55:3300/0 conn(0x7f39e4156140 0x7f39e415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 >> v1:172.21.15.55:6789/0 conn(0x7f39e4159770 legacy=0x7f39e40af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.936 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39e415c950 con 0x7f39e40aff80 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f39dc001a00 con 0x7f39e40aff80 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 --2- 172.21.15.50:0/2164520548 >> v2:172.21.15.55:3300/0 conn(0x7f39e4156140 0x7f39e415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 >> v1:172.21.15.50:6789/0 conn(0x7f39e40aff80 legacy=0x7f39e40cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d00039f0 0x7f39d0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00047d0 0x7f39d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39d00051f0 0x7f39d000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.937 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e406f050 con 0x7f39d00039f0 2023-07-12T13:57:13.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d000c130 con 0x7f39d00047d0 2023-07-12T13:57:13.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39d000c2f0 con 0x7f39d00051f0 2023-07-12T13:57:13.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d00039f0 0x7f39d0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39e9c65640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00047d0 0x7f39d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39eac67640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39d00051f0 0x7f39d000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.938 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 -- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39d00051f0 msgr2=0x7f39d000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39d00051f0 0x7f39d000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 -- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00047d0 msgr2=0x7f39d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00047d0 0x7f39d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39ea466640 1 -- 172.21.15.50:0/2164520548 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39d0003530 con 0x7f39d00039f0 2023-07-12T13:57:13.939 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.928+0000 7f39eac67640 1 -- 172.21.15.50:0/2164520548 reap_dead start 2023-07-12T13:57:13.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ea466640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d00039f0 0x7f39d0003e00 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f39e00098d0 tx=0x7f39e001c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d91288ff3b92242 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.940 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00aa650 con 0x7f39d00039f0 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39e00aa7b0 con 0x7f39d00039f0 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39e9464640 1 -- 172.21.15.50:0/2164520548 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00aab20 con 0x7f39d00039f0 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 -- 172.21.15.50:0/2164520548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d00039f0 msgr2=0x7f39d0003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d00039f0 0x7f39d0003e00 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f39e00098d0 tx=0x7f39e001c4c0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 -- 172.21.15.50:0/2164520548 shutdown_connections 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/2164520548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d00039f0 0x7f39d0003e00 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.941 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 -- 172.21.15.50:0/2164520548 >> 172.21.15.50:0/2164520548 conn(0x7f39e40ca870 msgr2=0x7f39e40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 -- 172.21.15.50:0/2164520548 shutdown_connections 2023-07-12T13:57:13.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.932+0000 7f39ec6ca640 1 -- 172.21.15.50:0/2164520548 wait complete. 2023-07-12T13:57:13.942 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 Processor -- start 2023-07-12T13:57:13.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 -- start start 2023-07-12T13:57:13.943 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00039f0 0x7f39e40b3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39e4145e70 0x7f39e40ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 0x7f39e4157720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e40c6bf0 con 0x7f39e40cd010 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39e40cd480 con 0x7f39d00039f0 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39e41f3570 con 0x7f39e4145e70 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 0x7f39e4157720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.944 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 0x7f39e4157720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36388/0 (socket says 172.21.15.50:36388) 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 -- 172.21.15.50:0/1627043863 learned_addr learned my addr 172.21.15.50:0/1627043863 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ea466640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00039f0 0x7f39e40b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39e9c65640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39e4145e70 0x7f39e40ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 -- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39e4145e70 msgr2=0x7f39e40ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39e4145e70 0x7f39e40ccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 -- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00039f0 msgr2=0x7f39e40b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00039f0 0x7f39e40b3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.945 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 -- 172.21.15.50:0/1627043863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39e40c6250 con 0x7f39e40cd010 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39e9c65640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39e4145e70 0x7f39e40ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39eac67640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 0x7f39e4157720 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f39e40c8830 tx=0x7f39dc0077f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39daffd640 1 -- 172.21.15.50:0/1627043863 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39dc010450 con 0x7f39e40cd010 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39daffd640 1 -- 172.21.15.50:0/1627043863 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39dc0105b0 con 0x7f39e40cd010 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39daffd640 1 -- 172.21.15.50:0/1627043863 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39dc010960 con 0x7f39e40cd010 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39e40c6530 con 0x7f39e40cd010 2023-07-12T13:57:13.946 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.936+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39e4158490 con 0x7f39e40cd010 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.940+0000 7f39daffd640 1 -- 172.21.15.50:0/1627043863 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f39dc010ac0 con 0x7f39e40cd010 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.940+0000 7f39daffd640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f39c8066280 0x7f39c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.940+0000 7f39daffd640 1 -- 172.21.15.50:0/1627043863 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f39dc083190 con 0x7f39e40cd010 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.940+0000 7f39ea466640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f39c8066280 0x7f39c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.940+0000 7f39efa17000 1 Processor -- start 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.940+0000 7f39efa17000 1 -- start start 2023-07-12T13:57:13.948 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f39c8066280 0x7f39c8068730 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f39e00ae000 tx=0x7f39e00b8040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be152d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57bdcb370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.950 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57bdcb8b0 0x55c57bdcbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bc92880 con 0x55c57be14f00 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bbcc840 con 0x55c57be15810 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c57bc202e0 con 0x55c57bdcb8b0 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be152d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be152d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36392/0 (socket says 172.21.15.50:36392) 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 -- 172.21.15.50:0/806449873 learned_addr learned my addr 172.21.15.50:0/806449873 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39e9c65640 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57bdcb370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.951 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39eac67640 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57bdcb8b0 0x55c57bdcbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 -- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57bdcb8b0 msgr2=0x55c57bdcbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57bdcb8b0 0x55c57bdcbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 -- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 msgr2=0x55c57bdcb370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57bdcb370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 -- 172.21.15.50:0/806449873 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c57b915890 con 0x55c57be14f00 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39ea466640 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be152d0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f39e0000c10 tx=0x7f39e0004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97edb51d8e66da69 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.952 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39c7fff640 1 -- 172.21.15.50:0/806449873 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00b6c60 con 0x55c57be14f00 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39c7fff640 1 -- 172.21.15.50:0/806449873 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39e00c8040 con 0x55c57be14f00 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39c7fff640 1 -- 172.21.15.50:0/806449873 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00cc3f0 con 0x55c57be14f00 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- 172.21.15.50:0/806449873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 msgr2=0x55c57be152d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be152d0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f39e0000c10 tx=0x7f39e0004740 comp rx=0 tx=0).stop 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- 172.21.15.50:0/806449873 shutdown_connections 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57bdcb8b0 0x55c57bdcbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57bdcb370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.953 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 --2- 172.21.15.50:0/806449873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be152d0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.954 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- 172.21.15.50:0/806449873 >> 172.21.15.50:0/806449873 conn(0x55c57bdd1a10 msgr2=0x55c57bdc9c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- 172.21.15.50:0/806449873 shutdown_connections 2023-07-12T13:57:13.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- 172.21.15.50:0/806449873 wait complete. 2023-07-12T13:57:13.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 -- start start 2023-07-12T13:57:13.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.944+0000 7f39efa17000 1 Processor -- start 2023-07-12T13:57:13.957 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57bdcb8b0 0x55c57be1c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be1c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be15810 0x55c57bdd64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bc19380 con 0x55c57be14f00 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bbd5ae0 con 0x55c57bdcb8b0 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c57bbd5780 con 0x55c57be15810 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 10 client.0 _ll_register_callbacks cb 0x55c57bdb7240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-12T13:57:13.958 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be1c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be1c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36398/0 (socket says 172.21.15.50:36398) 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 -- 172.21.15.50:0/2934973009 learned_addr learned my addr 172.21.15.50:0/2934973009 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39ea466640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57bdcb8b0 0x55c57be1c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39eac67640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be15810 0x55c57bdd64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 -- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be15810 msgr2=0x55c57bdd64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be15810 0x55c57bdd64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.959 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 -- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57bdcb8b0 msgr2=0x55c57be1c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57bdcb8b0 0x55c57be1c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 -- 172.21.15.50:0/2934973009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39d0003530 con 0x55c57be14f00 2023-07-12T13:57:13.960 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39ea466640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57bdcb8b0 0x55c57be1c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39e9c65640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be1c570 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f39d4003a80 tx=0x7f39d4003ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471c6758171c4ad server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 1 -- 172.21.15.50:0/2934973009 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d4001750 con 0x55c57be14f00 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c57bbe0a20 con 0x55c57be14f00 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 1 -- 172.21.15.50:0/2934973009 <== mon.0 v2:172.21.15.50:3300/0 2 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f39d40018b0 con 0x55c57be14f00 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 1 -- 172.21.15.50:0/2934973009 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39d4001a70 con 0x55c57be14f00 2023-07-12T13:57:13.961 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 10 client.5541 fetch_fsmap learned FSMap version 18 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x55c57bbddd10 con 0x55c57be14f00 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 1 -- 172.21.15.50:0/2934973009 <== mon.0 v2:172.21.15.50:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55c57bbe0a20 con 0x55c57be14f00 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 1 -- 172.21.15.50:0/2934973009 <== mon.0 v2:172.21.15.50:3300/0 5 ==== fsmap(e 18) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f39d4001bd0 con 0x55c57be14f00 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 10 client.5541 fetch_fsmap finished waiting for FSMap version 18 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 10 client.5541 resolve_mds: resolved name 'a' to daemon mds.a 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 20 client.5541 populate_metadata read hostname 'smithi050' 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57bdd7260 0x55c57bdd7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.962 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 4 client.5541 mds_command: new command op to 5370 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 --> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c57bc47ec0 con 0x55c57bdd7260 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39ea466640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57bdd7260 0x55c57bdd7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39ea466640 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57bdd7260 0x55c57bdd7630 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59fdbe375bb0c573 server_cookie=dab4a78329f42757 in_seq=0 out_seq=0 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.948+0000 7f39c57fa640 10 client.5541 ms_handle_connect on v2:172.21.15.50:6834/1799018036 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39c57fa640 1 -- 172.21.15.50:0/2934973009 <== mds.0 v2:172.21.15.50:6834/1799018036 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c57bc47ec0 con 0x55c57bdd7260 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39c57fa640 10 client.5541 handle_command_reply: tid=0 2023-07-12T13:57:13.963 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 client.5541 shutdown 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 msgr2=0x55c57be1c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be1c570 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f39d4003a80 tx=0x7f39d4003ab0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 shutdown_connections 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57bdd7260 0x55c57bdd7630 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be15810 0x55c57bdd64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57be14f00 0x55c57be1c570 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39c57fa640 0 client.5541 ms_handle_reset on v2:172.21.15.50:6834/1799018036 2023-07-12T13:57:13.964 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 --2- 172.21.15.50:0/2934973009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57bdcb8b0 0x55c57be1c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 >> 172.21.15.50:0/2934973009 conn(0x55c57bdd1a10 msgr2=0x55c57bdca350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 shutdown_connections 2023-07-12T13:57:13.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 1 -- 172.21.15.50:0/2934973009 wait complete. 2023-07-12T13:57:13.965 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.952+0000 7f39efa17000 20 client.5541 trim_cache size 0 max 16384 2023-07-12T13:57:13.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 Processor -- start 2023-07-12T13:57:13.972 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- start start 2023-07-12T13:57:13.973 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be6ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be6f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be6f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57b8d6940 con 0x55c57bdcb8b0 2023-07-12T13:57:13.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bbe8320 con 0x55c57be15810 2023-07-12T13:57:13.974 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c57be22ab0 con 0x55c57be14f00 2023-07-12T13:57:13.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be6ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be6ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36414/0 (socket says 172.21.15.50:36414) 2023-07-12T13:57:13.975 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 -- 172.21.15.50:0/1691170460 learned_addr learned my addr 172.21.15.50:0/1691170460 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:13.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39eac67640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be6f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 -- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 msgr2=0x55c57be6f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39e9c65640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be6f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.976 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be6f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 -- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 msgr2=0x55c57be6f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be6f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 -- 172.21.15.50:0/1691170460 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c57bdcdf80 con 0x55c57bdcb8b0 2023-07-12T13:57:13.977 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39eac67640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be6f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:13.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39e9c65640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be6f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:13.978 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39ea466640 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be6ead0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f39e00098a0 tx=0x7f39e0008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cf9c557502f833a server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39d8ff9640 1 -- 172.21.15.50:0/1691170460 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00dd070 con 0x55c57bdcb8b0 2023-07-12T13:57:13.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39d8ff9640 1 -- 172.21.15.50:0/1691170460 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39e00c8040 con 0x55c57bdcb8b0 2023-07-12T13:57:13.985 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39d8ff9640 1 -- 172.21.15.50:0/1691170460 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00e05d0 con 0x55c57bdcb8b0 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- 172.21.15.50:0/1691170460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 msgr2=0x55c57be6ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be6ead0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f39e00098a0 tx=0x7f39e0008040 comp rx=0 tx=0).stop 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- 172.21.15.50:0/1691170460 shutdown_connections 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be6f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be6f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 --2- 172.21.15.50:0/1691170460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be6ead0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.986 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- 172.21.15.50:0/1691170460 >> 172.21.15.50:0/1691170460 conn(0x55c57bdd1a10 msgr2=0x55c57bdcf970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- 172.21.15.50:0/1691170460 shutdown_connections 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- 172.21.15.50:0/1691170460 wait complete. 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.968+0000 7f39efa17000 1 -- start start 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 Processor -- start 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be19820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be19d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be1a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.987 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bbe0630 con 0x55c57bdcb8b0 2023-07-12T13:57:13.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57bbe5340 con 0x55c57be15810 2023-07-12T13:57:13.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c57be222e0 con 0x55c57be14f00 2023-07-12T13:57:13.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 10 client.0 _ll_register_callbacks cb 0x55c57bd97430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-12T13:57:13.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be19820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.988 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be19820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36426/0 (socket says 172.21.15.50:36426) 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 -- 172.21.15.50:0/3300673665 learned_addr learned my addr 172.21.15.50:0/3300673665 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39e9c65640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be19d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39eac67640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be1a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 -- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 msgr2=0x55c57be19d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be19d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 -- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 msgr2=0x55c57be1a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:13.989 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be1a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 -- 172.21.15.50:0/3300673665 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c57b915890 con 0x55c57bdcb8b0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39ea466640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be19820 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f39e00c4040 tx=0x7f39e0019260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6871949bcfe23ad3 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39c57fa640 1 -- 172.21.15.50:0/3300673665 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e00e0870 con 0x55c57bdcb8b0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39c57fa640 1 -- 172.21.15.50:0/3300673665 <== mon.0 v2:172.21.15.50:3300/0 2 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f39e00eac80 con 0x55c57bdcb8b0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c57bc17cd0 con 0x55c57bdcb8b0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39c57fa640 1 -- 172.21.15.50:0/3300673665 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39e00eae40 con 0x55c57bdcb8b0 2023-07-12T13:57:13.990 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 10 client.5547 fetch_fsmap learned FSMap version 18 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x55c57bbc3fa0 con 0x55c57bdcb8b0 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39c57fa640 1 -- 172.21.15.50:0/3300673665 <== mon.0 v2:172.21.15.50:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55c57bc17cd0 con 0x55c57bdcb8b0 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39c57fa640 1 -- 172.21.15.50:0/3300673665 <== mon.0 v2:172.21.15.50:3300/0 5 ==== fsmap(e 18) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f39e00cb070 con 0x55c57bdcb8b0 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 10 client.5547 fetch_fsmap finished waiting for FSMap version 18 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 10 client.5547 resolve_mds: resolved name 'a' to daemon mds.a 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 20 client.5547 populate_metadata read hostname 'smithi050' 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57be1ac30 0x55c57be7ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:13.991 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 4 client.5547 mds_command: new command op to 5370 tid=0[{"prefix": "status"}] 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 --> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c57bc12360 con 0x55c57be1ac30 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.972+0000 7f39e9c65640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57be1ac30 0x55c57be7ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39c57fa640 10 client.5547 ms_handle_connect on v2:172.21.15.50:6834/1799018036 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39e9c65640 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57be1ac30 0x55c57be7ad60 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=176f74504ebd2a76 server_cookie=1b868bf84e84fd38 in_seq=0 out_seq=0 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39c57fa640 1 -- 172.21.15.50:0/3300673665 <== mds.0 v2:172.21.15.50:6834/1799018036 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55c57bc12360 con 0x55c57be1ac30 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39c57fa640 10 client.5547 handle_command_reply: tid=0 2023-07-12T13:57:13.992 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 client.5547 shutdown 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 msgr2=0x55c57be19820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be19820 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f39e00c4040 tx=0x7f39e0019260 comp rx=0 tx=0).stop 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 shutdown_connections 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:6834/1799018036,v1:172.21.15.50:6835/1799018036] conn(0x55c57be1ac30 0x55c57be7ad60 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c57be15810 0x55c57be1a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x55c57be14f00 0x55c57be19d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.993 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 --2- 172.21.15.50:0/3300673665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c57bdcb8b0 0x55c57be19820 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 >> 172.21.15.50:0/3300673665 conn(0x55c57bdd1a10 msgr2=0x55c57bdd0200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:13.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39c57fa640 0 client.5547 ms_handle_reset on v2:172.21.15.50:6834/1799018036 2023-07-12T13:57:13.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 shutdown_connections 2023-07-12T13:57:13.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 1 -- 172.21.15.50:0/3300673665 wait complete. 2023-07-12T13:57:13.994 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39efa17000 20 client.5547 trim_cache size 0 max 16384 2023-07-12T13:57:13.994 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "cluster_fsid": "eed713e3-beba-4bb7-86b0-f4914b56f074", 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "whoami": 0, 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 5370, 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "want_state": "up:active", 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "state": "up:active", 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs", 2023-07-12T13:57:13.995 INFO:teuthology.orchestra.run.smithi050.stdout: "rank_uptime": 5.9045629369999997, 2023-07-12T13:57:13.996 INFO:teuthology.orchestra.run.smithi050.stdout: "mdsmap_epoch": 18, 2023-07-12T13:57:13.996 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_epoch": 37, 2023-07-12T13:57:13.996 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_epoch_barrier": 37, 2023-07-12T13:57:13.996 INFO:teuthology.orchestra.run.smithi050.stdout: "uptime": 14.853351407 2023-07-12T13:57:13.996 INFO:teuthology.orchestra.run.smithi050.stdout:} 2023-07-12T13:57:13.997 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f39c8066280 msgr2=0x7f39c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f39c8066280 0x7f39c8068730 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f39e00ae000 tx=0x7f39e00b8040 comp rx=0 tx=0).stop 2023-07-12T13:57:13.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 msgr2=0x7f39e4157720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:13.998 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 0x7f39e4157720 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f39e40c8830 tx=0x7f39dc0077f0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 shutdown_connections 2023-07-12T13:57:13.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f39c8066280 0x7f39c8068730 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39e40cd010 0x7f39e4157720 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:13.999 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f39e4145e70 0x7f39e40ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 --2- 172.21.15.50:0/1627043863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f39d00039f0 0x7f39e40b3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 >> 172.21.15.50:0/1627043863 conn(0x7f39e40ca870 msgr2=0x7f39e406add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:14.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 shutdown_connections 2023-07-12T13:57:14.000 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:13.976+0000 7f39ec6ca640 1 -- 172.21.15.50:0/1627043863 wait complete. 2023-07-12T13:57:14.002 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-07-12T13:57:14.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29c31d2640 1 Processor -- start 2023-07-12T13:57:14.146 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29c31d2640 1 -- start start 2023-07-12T13:57:14.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29c31d2640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f29bc156140 0x7f29bc15c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29c31d2640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29bc15d1f0 con 0x7f29bc159770 2023-07-12T13:57:14.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29c31d2640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29bc159bd0 con 0x7f29bc0aff80 2023-07-12T13:57:14.147 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29c31d2640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29bc06f050 con 0x7f29bc156140 2023-07-12T13:57:14.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29bbfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f29bc159770 0x7f29bc0af870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:42068/0 (socket says 172.21.15.50:42068) 2023-07-12T13:57:14.148 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.140+0000 7f29bbfff640 1 -- 172.21.15.50:0/3328050212 learned_addr learned my addr 172.21.15.50:0/3328050212 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:14.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1924519879 0 0) 0x7f29bc15d1f0 con 0x7f29bc159770 2023-07-12T13:57:14.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3328050212 >> v2:172.21.15.55:3300/0 conn(0x7f29bc156140 0x7f29bc15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29ac003530 con 0x7f29bc159770 2023-07-12T13:57:14.150 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 <== mon.0 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 535796492 0 0) 0x7f29ac003530 con 0x7f29bc159770 2023-07-12T13:57:14.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 >> v2:172.21.15.55:3300/0 conn(0x7f29bc156140 msgr2=0x7f29bc15c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:14.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 --2- 172.21.15.50:0/3328050212 >> v2:172.21.15.55:3300/0 conn(0x7f29bc156140 0x7f29bc15c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 >> v1:172.21.15.55:6789/0 conn(0x7f29bc0aff80 legacy=0x7f29bc0cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.151 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29bc15c950 con 0x7f29bc159770 2023-07-12T13:57:14.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 <== mon.0 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3661907211 0 0) 0x7f29a8001680 con 0x7f29bc159770 2023-07-12T13:57:14.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 >> v1:172.21.15.50:6789/0 conn(0x7f29bc159770 legacy=0x7f29bc0af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.152 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29ac0039f0 0x7f29ac003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29ac0047d0 0x7f29ac004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac005180 0x7f29ac00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc06f050 con 0x7f29ac0039f0 2023-07-12T13:57:14.153 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29ac00bfe0 con 0x7f29ac0047d0 2023-07-12T13:57:14.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29ac00c1a0 con 0x7f29ac005180 2023-07-12T13:57:14.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29ac0039f0 0x7f29ac003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.154 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29bbfff640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29ac0047d0 0x7f29ac004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c176f640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac005180 0x7f29ac00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 -- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac005180 msgr2=0x7f29ac00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:14.155 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac005180 0x7f29ac00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 -- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29ac0047d0 msgr2=0x7f29ac004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:14.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29ac0047d0 0x7f29ac004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c0f6e640 1 -- 172.21.15.50:0/3328050212 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29ac003530 con 0x7f29ac0039f0 2023-07-12T13:57:14.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c176f640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac005180 0x7f29ac00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-12T13:57:14.156 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.144+0000 7f29c176f640 1 -- 172.21.15.50:0/3328050212 reap_dead start 2023-07-12T13:57:14.159 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29ac0039f0 0x7f29ac003dc0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f29b0009670 tx=0x7f29b001ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6f612586e87f3a8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:14.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b00a77a0 con 0x7f29ac0039f0 2023-07-12T13:57:14.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b00a7900 con 0x7f29ac0039f0 2023-07-12T13:57:14.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29bb7fe640 1 -- 172.21.15.50:0/3328050212 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b00a7cb0 con 0x7f29ac0039f0 2023-07-12T13:57:14.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 -- 172.21.15.50:0/3328050212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29ac0039f0 msgr2=0x7f29ac003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29ac0039f0 0x7f29ac003dc0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f29b0009670 tx=0x7f29b001ec80 comp rx=0 tx=0).stop 2023-07-12T13:57:14.160 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 -- 172.21.15.50:0/3328050212 shutdown_connections 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3328050212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29ac0039f0 0x7f29ac003dc0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 -- 172.21.15.50:0/3328050212 >> 172.21.15.50:0/3328050212 conn(0x7f29bc0ca870 msgr2=0x7f29bc0cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 -- 172.21.15.50:0/3328050212 shutdown_connections 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 -- 172.21.15.50:0/3328050212 wait complete. 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 Processor -- start 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.148+0000 7f29c31d2640 1 -- start start 2023-07-12T13:57:14.161 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac0039f0 0x7f29bc1f0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29bc1578c0 0x7f29bc06be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 0x7f29bc06c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc0c3300 con 0x7f29bc157d30 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc0c3790 con 0x7f29bc1578c0 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc0c26f0 con 0x7f29ac0039f0 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 0x7f29bc06c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 0x7f29bc06c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36450/0 (socket says 172.21.15.50:36450) 2023-07-12T13:57:14.162 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 -- 172.21.15.50:0/3071484415 learned_addr learned my addr 172.21.15.50:0/3071484415 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29bbfff640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29bc1578c0 0x7f29bc06be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac0039f0 0x7f29bc1f0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 -- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac0039f0 msgr2=0x7f29bc1f0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac0039f0 0x7f29bc1f0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 -- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29bc1578c0 msgr2=0x7f29bc06be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29bc1578c0 0x7f29bc06be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 -- 172.21.15.50:0/3071484415 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29bc0c29d0 con 0x7f29bc157d30 2023-07-12T13:57:14.163 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c176f640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 0x7f29bc06c360 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f29b40059b0 tx=0x7f29b4011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b40137a0 con 0x7f29bc157d30 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b4013920 con 0x7f29bc157d30 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b4013d10 con 0x7f29bc157d30 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29bc0c2cb0 con 0x7f29bc157d30 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29bc0c2330 con 0x7f29bc157d30 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29bc0cd1c0 con 0x7f29bc157d30 2023-07-12T13:57:14.164 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.152+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f29b40153d0 con 0x7f29bc157d30 2023-07-12T13:57:14.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.156+0000 7f29b97fa640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f29a0066280 0x7f29a0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:14.165 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.156+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f29b40864d0 con 0x7f29bc157d30 2023-07-12T13:57:14.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.156+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f29a0066280 0x7f29a0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:14.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.156+0000 7f29c0f6e640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f29a0066280 0x7f29a0068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f29b00b1000 tx=0x7f29b00a9040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:14.166 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.156+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f29b4053960 con 0x7f29bc157d30 2023-07-12T13:57:14.350 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.344+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f29bc04e020 con 0x7f29bc157d30 2023-07-12T13:57:14.351 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.344+0000 7f29b97fa640 1 -- 172.21.15.50:0/3071484415 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) v1 ==== 53+0+73 (secure 0 0 0) 0x7f29b401c070 con 0x7f29bc157d30 2023-07-12T13:57:14.351 INFO:teuthology.orchestra.run.smithi050.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-07-12T13:57:14.352 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f29a0066280 msgr2=0x7f29a0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f29a0066280 0x7f29a0068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f29b00b1000 tx=0x7f29b00a9040 comp rx=0 tx=0).stop 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 msgr2=0x7f29bc06c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 0x7f29bc06c360 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f29b40059b0 tx=0x7f29b4011cb0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 shutdown_connections 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7f29a0066280 0x7f29a0068730 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29bc157d30 0x7f29bc06c360 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.353 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29bc1578c0 0x7f29bc06be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 --2- 172.21.15.50:0/3071484415 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7f29ac0039f0 0x7f29bc1f0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:14.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 >> 172.21.15.50:0/3071484415 conn(0x7f29bc0ca870 msgr2=0x7f29bc0cc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:14.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 shutdown_connections 2023-07-12T13:57:14.354 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:14.348+0000 7f29c31d2640 1 -- 172.21.15.50:0/3071484415 wait complete. 2023-07-12T13:57:14.372 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-07-12T13:57:14.372 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-07-12T13:57:14.372 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2023-07-12T13:57:14.373 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-07-12T13:57:14.373 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-07-12T13:57:14.373 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-07-12T13:57:14.373 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-07-12T13:57:14.374 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-07-12T13:57:14.374 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-07-12T13:57:14.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.375 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2023-07-12T13:57:14.385 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-12T13:57:14.385 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-12T13:57:14.385 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2023-07-12T13:57:14.385 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.386 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2023-07-12T13:57:14.386 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.386 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:57:14.386 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:57:14.386 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2023-07-12T13:57:14.387 INFO:teuthology.orchestra.run.smithi050.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-07-12T13:57:14.387 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:57:14.387 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2023-07-12T13:57:14.387 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-07-12T13:57:14.387 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42322sec preferred_lft 42322sec 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-07-12T13:57:14.388 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:57:14.389 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2023-07-12T13:57:14.389 INFO:teuthology.orchestra.run.smithi050.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-07-12T13:57:14.389 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 02:42:7e:74:68:72 brd ff:ff:ff:ff:ff:ff 2023-07-12T13:57:14.389 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-07-12T13:57:14.389 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.390 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-07-12T13:57:14.391 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-07-12T13:57:14.391 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-07-12T13:57:14.391 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.391 INFO:teuthology.orchestra.run.smithi050.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-07-12T13:57:14.391 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-07-12T13:57:14.391 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2023-07-12T13:57:14.392 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2023-07-12T13:57:14.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.393 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-07-12T13:57:14.446 INFO:teuthology.orchestra.run.smithi050.stdout:1 2023-07-12T13:57:14.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.448 DEBUG:teuthology.orchestra.run.smithi050:> route 2023-07-12T13:57:14.501 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2023-07-12T13:57:14.501 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-07-12T13:57:14.501 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-07-12T13:57:14.501 INFO:teuthology.orchestra.run.smithi050.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-07-12T13:57:14.501 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-07-12T13:57:14.502 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-07-12T13:57:14.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.502 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec bash -c ' 2023-07-12T13:57:14.503 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2023-07-12T13:57:14.503 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-07-12T13:57:14.503 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-07-12T13:57:14.504 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-07-12T13:57:14.504 DEBUG:teuthology.orchestra.run.smithi050:> ') 2023-07-12T13:57:14.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.602 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2023-07-12T13:57:14.611 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-07-12T13:57:14.612 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-07-12T13:57:14.612 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-07-12T13:57:14.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.613 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2023-07-12T13:57:14.676 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-07-12T13:57:14.677 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:57:14.677 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-07-12T13:57:14.727 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-07-12T13:57:14.728 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-12T13:57:14.728 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-07-12T13:57:14.783 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:57:14.845 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:57:14.846 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:57:14.907 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:57:14.907 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:57:14.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:14.909 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:57:14.959 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-07-12T13:57:14.960 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-07-12T13:57:15.006 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2023-07-12T13:57:15.030 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-07-12T13:57:15.031 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-07-12T13:57:15.097 INFO:teuthology.orchestra.run.smithi050.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-07-12T13:57:15.098 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-07-12T13:57:15.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:15.101 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2023-07-12T13:57:15.106 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:2023-07-12T13:57:15.100+0000 7fc2f8466580 -1 init, newargv = 0x557361b9efb0 newargc=15 2023-07-12T13:57:15.107 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:ceph-fuse[46808]: starting ceph client 2023-07-12T13:57:15.114 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:ceph-fuse[46808]: starting fuse 2023-07-12T13:57:15.116 INFO:teuthology.orchestra.run.smithi050.stdout:42 2023-07-12T13:57:15.116 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2023-07-12T13:57:15.117 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-07-12T13:57:15.117 DEBUG:teuthology.orchestra.run.smithi050:> import glob 2023-07-12T13:57:15.118 DEBUG:teuthology.orchestra.run.smithi050:> import re 2023-07-12T13:57:15.118 DEBUG:teuthology.orchestra.run.smithi050:> import os 2023-07-12T13:57:15.119 DEBUG:teuthology.orchestra.run.smithi050:> import subprocess 2023-07-12T13:57:15.119 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:57:15.119 DEBUG:teuthology.orchestra.run.smithi050:> def _find_admin_socket(client_name): 2023-07-12T13:57:15.120 DEBUG:teuthology.orchestra.run.smithi050:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-07-12T13:57:15.120 DEBUG:teuthology.orchestra.run.smithi050:> files = glob.glob(asok_path) 2023-07-12T13:57:15.120 DEBUG:teuthology.orchestra.run.smithi050:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-07-12T13:57:15.121 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:57:15.121 DEBUG:teuthology.orchestra.run.smithi050:> # Given a non-glob path, it better be there 2023-07-12T13:57:15.122 DEBUG:teuthology.orchestra.run.smithi050:> if "*" not in asok_path: 2023-07-12T13:57:15.122 DEBUG:teuthology.orchestra.run.smithi050:> assert(len(files) == 1) 2023-07-12T13:57:15.122 DEBUG:teuthology.orchestra.run.smithi050:> return files[0] 2023-07-12T13:57:15.122 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:57:15.123 DEBUG:teuthology.orchestra.run.smithi050:> for f in files: 2023-07-12T13:57:15.123 DEBUG:teuthology.orchestra.run.smithi050:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-07-12T13:57:15.123 DEBUG:teuthology.orchestra.run.smithi050:> if os.path.exists("/proc/{0}".format(pid)): 2023-07-12T13:57:15.124 DEBUG:teuthology.orchestra.run.smithi050:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-07-12T13:57:15.124 DEBUG:teuthology.orchestra.run.smithi050:> contents = proc_f.read() 2023-07-12T13:57:15.124 DEBUG:teuthology.orchestra.run.smithi050:> if mountpoint in contents: 2023-07-12T13:57:15.125 DEBUG:teuthology.orchestra.run.smithi050:> return f 2023-07-12T13:57:15.125 DEBUG:teuthology.orchestra.run.smithi050:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-07-12T13:57:15.125 DEBUG:teuthology.orchestra.run.smithi050:> 2023-07-12T13:57:15.126 DEBUG:teuthology.orchestra.run.smithi050:> print(_find_admin_socket("client.0")) 2023-07-12T13:57:15.126 DEBUG:teuthology.orchestra.run.smithi050:> ' 2023-07-12T13:57:15.246 INFO:teuthology.orchestra.run.smithi050.stdout:/var/run/ceph/ceph-client.0.46808.asok 2023-07-12T13:57:15.429 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.46808.asok 2023-07-12T13:57:15.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:15.430 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.46808.asok status 2023-07-12T13:57:15.605 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2023-07-12T13:57:15.605 INFO:teuthology.orchestra.run.smithi050.stdout: "metadata": { 2023-07-12T13:57:15.605 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_sha1": "09dfe6f49c8816efcf4383b2012b6a99938a8f79", 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev)", 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "entity_id": "0", 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "hostname": "smithi050", 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "pid": "46808", 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "root": "/" 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:15.606 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_count": 0, 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_pinned_count": 0, 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 5562, 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "inst": { 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "name": { 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "client", 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "num": 5562 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:15.607 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.1:0", 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 4205575225 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: } 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2023-07-12T13:57:15.608 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.1:0", 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 4205575225 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "inst_str": "client.5562 192.168.0.1:0/4205575225", 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "addr_str": "192.168.0.1:0/4205575225", 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "inode_count": 1, 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_epoch": 18, 2023-07-12T13:57:15.609 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch": 37, 2023-07-12T13:57:15.610 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch_barrier": 0, 2023-07-12T13:57:15.610 INFO:teuthology.orchestra.run.smithi050.stdout: "blocklisted": false, 2023-07-12T13:57:15.610 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs" 2023-07-12T13:57:15.610 INFO:teuthology.orchestra.run.smithi050.stdout:} 2023-07-12T13:57:15.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:15.621 DEBUG:teuthology.orchestra.run.smithi050:> stat --file-system '--printf=%T 2023-07-12T13:57:15.621 DEBUG:teuthology.orchestra.run.smithi050:> ' -- /home/ubuntu/cephtest/mnt.0 2023-07-12T13:57:15.630 INFO:teuthology.orchestra.run.smithi050.stdout:fuseblk 2023-07-12T13:57:15.631 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-07-12T13:57:15.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:15.632 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-07-12T13:57:15.692 DEBUG:teuthology.orchestra.run.smithi050:> mktemp -d --suffix=xfstests-dev 2023-07-12T13:57:15.743 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.BqVPtRqpiRxfstests-dev 2023-07-12T13:57:15.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:15.744 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.BqVPtRqpiRxfstests-dev) 2023-07-12T13:57:15.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:15.811 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.BqVPtRqpiRxfstests-dev) 2023-07-12T13:57:15.866 INFO:teuthology.orchestra.run.smithi050.stderr:Cloning into '/tmp/tmp.BqVPtRqpiRxfstests-dev'... 2023-07-12T13:57:16.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:16.758 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-07-12T13:57:16.820 DEBUG:teuthology.orchestra.run.smithi050:> mktemp -d --suffix=test 2023-07-12T13:57:16.875 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.6Qlx4awiGUtest 2023-07-12T13:57:16.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:57:16.876 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-07-12T13:57:16.935 DEBUG:teuthology.orchestra.run.smithi050:> mktemp -d --suffix=scratch 2023-07-12T13:57:16.987 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.99wHvCI7Icscratch 2023-07-12T13:57:16.988 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "ubuntu" and "22.04". 2023-07-12T13:57:16.988 DEBUG:teuthology.orchestra.run.smithi050:> sudo apt-get install -y xfslibs-dev uuid-dev libtool-bin e2fsprogs automake gcc libuuid1 quota attr libattr1-dev make libacl1-dev libaio-dev xfsprogs libgdbm-dev gawk fio dbench uuid-runtime python2 sqlite3 2023-07-12T13:57:17.108 INFO:teuthology.orchestra.run.smithi050.stdout:Reading package lists... 2023-07-12T13:57:17.272 INFO:teuthology.orchestra.run.smithi050.stdout:Building dependency tree... 2023-07-12T13:57:17.273 INFO:teuthology.orchestra.run.smithi050.stdout:Reading state information... 2023-07-12T13:57:17.421 INFO:teuthology.orchestra.run.smithi050.stdout:attr is already the newest version (1:2.5.1-1build1). 2023-07-12T13:57:17.422 INFO:teuthology.orchestra.run.smithi050.stdout:automake is already the newest version (1:1.16.5-1.3). 2023-07-12T13:57:17.422 INFO:teuthology.orchestra.run.smithi050.stdout:gawk is already the newest version (1:5.1.0-1build3). 2023-07-12T13:57:17.422 INFO:teuthology.orchestra.run.smithi050.stdout:gcc is already the newest version (4:11.2.0-1ubuntu1). 2023-07-12T13:57:17.423 INFO:teuthology.orchestra.run.smithi050.stdout:gcc set to manually installed. 2023-07-12T13:57:17.423 INFO:teuthology.orchestra.run.smithi050.stdout:libacl1-dev is already the newest version (2.3.1-1). 2023-07-12T13:57:17.423 INFO:teuthology.orchestra.run.smithi050.stdout:libaio-dev is already the newest version (0.3.112-13build1). 2023-07-12T13:57:17.423 INFO:teuthology.orchestra.run.smithi050.stdout:libattr1-dev is already the newest version (1:2.5.1-1build1). 2023-07-12T13:57:17.423 INFO:teuthology.orchestra.run.smithi050.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-07-12T13:57:17.424 INFO:teuthology.orchestra.run.smithi050.stdout:libuuid1 is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:57:17.424 INFO:teuthology.orchestra.run.smithi050.stdout:make is already the newest version (4.3-4.1build1). 2023-07-12T13:57:17.424 INFO:teuthology.orchestra.run.smithi050.stdout:make set to manually installed. 2023-07-12T13:57:17.424 INFO:teuthology.orchestra.run.smithi050.stdout:quota is already the newest version (4.06-1build2). 2023-07-12T13:57:17.425 INFO:teuthology.orchestra.run.smithi050.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:57:17.425 INFO:teuthology.orchestra.run.smithi050.stdout:uuid-runtime is already the newest version (2.37.2-4ubuntu3). 2023-07-12T13:57:17.425 INFO:teuthology.orchestra.run.smithi050.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-07-12T13:57:17.425 INFO:teuthology.orchestra.run.smithi050.stdout:xfsprogs is already the newest version (5.13.0-1ubuntu2). 2023-07-12T13:57:17.426 INFO:teuthology.orchestra.run.smithi050.stdout:dbench is already the newest version (4.0-2build1). 2023-07-12T13:57:17.426 INFO:teuthology.orchestra.run.smithi050.stdout:python2 is already the newest version (2.7.18-3). 2023-07-12T13:57:17.426 INFO:teuthology.orchestra.run.smithi050.stdout:python2 set to manually installed. 2023-07-12T13:57:17.426 INFO:teuthology.orchestra.run.smithi050.stdout:e2fsprogs is already the newest version (1.46.5-2ubuntu1.1). 2023-07-12T13:57:17.426 INFO:teuthology.orchestra.run.smithi050.stdout:The following packages were automatically installed and are no longer required: 2023-07-12T13:57:17.427 INFO:teuthology.orchestra.run.smithi050.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libiscsi7 libpmemobj1 2023-07-12T13:57:17.427 INFO:teuthology.orchestra.run.smithi050.stdout: libpython2-dev libpython2.7 libpython2.7-dev linux-image-5.4.0-135-generic 2023-07-12T13:57:17.428 INFO:teuthology.orchestra.run.smithi050.stdout: linux-modules-5.4.0-135-generic python2-dev python2.7-dev 2023-07-12T13:57:17.428 INFO:teuthology.orchestra.run.smithi050.stdout:Use 'sudo apt autoremove' to remove them. 2023-07-12T13:57:17.429 INFO:teuthology.orchestra.run.smithi050.stdout:The following additional packages will be installed: 2023-07-12T13:57:17.429 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemblk1 2023-07-12T13:57:17.429 INFO:teuthology.orchestra.run.smithi050.stdout:Suggested packages: 2023-07-12T13:57:17.429 INFO:teuthology.orchestra.run.smithi050.stdout: gnuplot gfio python-scipy sqlite3-doc 2023-07-12T13:57:17.458 INFO:teuthology.orchestra.run.smithi050.stdout:The following NEW packages will be installed: 2023-07-12T13:57:17.459 INFO:teuthology.orchestra.run.smithi050.stdout: fio libgdbm-dev libpmemblk1 sqlite3 2023-07-12T13:57:17.643 INFO:teuthology.orchestra.run.smithi050.stdout:0 upgraded, 4 newly installed, 0 to remove and 209 not upgraded. 2023-07-12T13:57:17.643 INFO:teuthology.orchestra.run.smithi050.stdout:Need to get 4,997 kB of archives. 2023-07-12T13:57:17.643 INFO:teuthology.orchestra.run.smithi050.stdout:After this operation, 9,949 kB of additional disk space will be used. 2023-07-12T13:57:17.644 INFO:teuthology.orchestra.run.smithi050.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpmemblk1 amd64 1.11.1-3build1 [65.6 kB] 2023-07-12T13:57:17.926 INFO:teuthology.orchestra.run.smithi050.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 fio amd64 3.28-1 [4,047 kB] 2023-07-12T13:57:18.439 INFO:teuthology.orchestra.run.smithi050.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgdbm-dev amd64 1.23-1 [117 kB] 2023-07-12T13:57:18.440 INFO:teuthology.orchestra.run.smithi050.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 sqlite3 amd64 3.37.2-2ubuntu0.1 [768 kB] 2023-07-12T13:57:18.730 INFO:teuthology.orchestra.run.smithi050.stderr:debconf: unable to initialize frontend: Dialog 2023-07-12T13:57:18.731 INFO:teuthology.orchestra.run.smithi050.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2023-07-12T13:57:18.731 INFO:teuthology.orchestra.run.smithi050.stderr:debconf: falling back to frontend: Readline 2023-07-12T13:57:18.745 INFO:teuthology.orchestra.run.smithi050.stderr:debconf: unable to initialize frontend: Readline 2023-07-12T13:57:18.745 INFO:teuthology.orchestra.run.smithi050.stderr:debconf: (This frontend requires a controlling tty.) 2023-07-12T13:57:18.746 INFO:teuthology.orchestra.run.smithi050.stderr:debconf: falling back to frontend: Teletype 2023-07-12T13:57:18.752 INFO:teuthology.orchestra.run.smithi050.stderr:dpkg-preconfigure: unable to re-open stdin: 2023-07-12T13:57:18.795 INFO:teuthology.orchestra.run.smithi050.stdout:Fetched 4,997 kB in 1s (5,024 kB/s) 2023-07-12T13:57:18.923 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libpmemblk1:amd64. 2023-07-12T13:57:19.000 INFO:teuthology.orchestra.run.smithi050.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 142705 files and directories currently installed.) 2023-07-12T13:57:19.004 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../libpmemblk1_1.11.1-3build1_amd64.deb ... 2023-07-12T13:57:19.072 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libpmemblk1:amd64 (1.11.1-3build1) ... 2023-07-12T13:57:19.543 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package fio. 2023-07-12T13:57:19.558 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../archives/fio_3.28-1_amd64.deb ... 2023-07-12T13:57:19.601 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking fio (3.28-1) ... 2023-07-12T13:57:20.081 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package libgdbm-dev:amd64. 2023-07-12T13:57:20.095 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../libgdbm-dev_1.23-1_amd64.deb ... 2023-07-12T13:57:20.139 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking libgdbm-dev:amd64 (1.23-1) ... 2023-07-12T13:57:20.434 INFO:teuthology.orchestra.run.smithi050.stdout:Selecting previously unselected package sqlite3. 2023-07-12T13:57:20.450 INFO:teuthology.orchestra.run.smithi050.stdout:Preparing to unpack .../sqlite3_3.37.2-2ubuntu0.1_amd64.deb ... 2023-07-12T13:57:20.485 INFO:teuthology.orchestra.run.smithi050.stdout:Unpacking sqlite3 (3.37.2-2ubuntu0.1) ... 2023-07-12T13:57:20.757 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libpmemblk1:amd64 (1.11.1-3build1) ... 2023-07-12T13:57:20.880 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up libgdbm-dev:amd64 (1.23-1) ... 2023-07-12T13:57:21.007 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up sqlite3 (3.37.2-2ubuntu0.1) ... 2023-07-12T13:57:21.132 INFO:teuthology.orchestra.run.smithi050.stdout:Setting up fio (3.28-1) ... 2023-07-12T13:57:21.727 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-07-12T13:57:21.869 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-07-12T13:57:23.279 INFO:teuthology.orchestra.run.smithi050.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-07-12T13:57:23.823 DEBUG:teuthology.orchestra.run.smithi050:> sudo useradd -m fsgqa 2023-07-12T13:57:23.844 INFO:teuthology.orchestra.run.smithi050.stderr:useradd: user 'fsgqa' already exists 2023-07-12T13:57:23.846 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-07-12T13:57:23.846 DEBUG:teuthology.orchestra.run.smithi050:> sudo groupadd fsgqa 2023-07-12T13:57:23.906 INFO:teuthology.orchestra.run.smithi050.stderr:groupadd: group 'fsgqa' already exists 2023-07-12T13:57:23.907 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-07-12T13:57:23.908 DEBUG:teuthology.orchestra.run.smithi050:> sudo useradd fsgqa2 2023-07-12T13:57:24.311 DEBUG:teuthology.orchestra.run.smithi050:> sudo useradd 123456-fsgqa 2023-07-12T13:57:24.631 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-07-12T13:57:24.775 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.768+0000 7fd0d6598640 1 Processor -- start 2023-07-12T13:57:24.776 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d6598640 1 -- start start 2023-07-12T13:57:24.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d6598640 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fd0d00cfde0 0x7fd0d00cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:24.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d6598640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd0d00d01b0 0x7fd0d00cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:24.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d6598640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0d00cda60 con 0x7fd0d00cc600 2023-07-12T13:57:24.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d6598640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0d00cdcc0 con 0x7fd0d00d01b0 2023-07-12T13:57:24.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d6598640 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0d00cdfa0 con 0x7fd0d00cfde0 2023-07-12T13:57:24.778 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd0d00d01b0 0x7fd0d00cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:24.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd0d00d01b0 0x7fd0d00cf090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:51004/0 (socket says 172.21.15.50:51004) 2023-07-12T13:57:24.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 -- 172.21.15.50:0/502536257 learned_addr learned my addr 172.21.15.50:0/502536257 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:24.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5596640 1 --2- 172.21.15.50:0/502536257 >> v2:172.21.15.55:3300/0 conn(0x7fd0d00cfde0 0x7fd0d00cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:24.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 -- 172.21.15.50:0/502536257 >> v2:172.21.15.55:3300/0 conn(0x7fd0d00cfde0 msgr2=0x7fd0d00cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:24.779 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 --2- 172.21.15.50:0/502536257 >> v2:172.21.15.55:3300/0 conn(0x7fd0d00cfde0 0x7fd0d00cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:24.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 -- 172.21.15.50:0/502536257 >> v1:172.21.15.55:6789/0 conn(0x7fd0d00cc600 legacy=0x7fd0d00ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-12T13:57:24.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5d97640 1 -- 172.21.15.50:0/502536257 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d00ce280 con 0x7fd0d00d01b0 2023-07-12T13:57:24.780 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.772+0000 7fd0d5596640 1 --2- 172.21.15.50:0/502536257 >> v2:172.21.15.55:3300/0 conn(0x7fd0d00cfde0 0x7fd0d00cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:24.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d5d97640 1 --2- 172.21.15.50:0/502536257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00d01b0 0x7fd0d00cf090 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd0d009ba50 tx=0x7fd0c801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fc7e5d3fa665ab8 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:24.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0c7fff640 1 -- 172.21.15.50:0/502536257 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c80a57e0 con 0x7fd0d00d01b0 2023-07-12T13:57:24.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0c7fff640 1 -- 172.21.15.50:0/502536257 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0c80a5940 con 0x7fd0d00d01b0 2023-07-12T13:57:24.781 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0c7fff640 1 -- 172.21.15.50:0/502536257 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c80a5cd0 con 0x7fd0d00d01b0 2023-07-12T13:57:24.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 -- 172.21.15.50:0/502536257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00d01b0 msgr2=0x7fd0d00cf090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:24.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 --2- 172.21.15.50:0/502536257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00d01b0 0x7fd0d00cf090 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd0d009ba50 tx=0x7fd0c801c900 comp rx=0 tx=0).stop 2023-07-12T13:57:24.782 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 -- 172.21.15.50:0/502536257 shutdown_connections 2023-07-12T13:57:24.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 --2- 172.21.15.50:0/502536257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00d01b0 0x7fd0d00cf090 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:24.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 --2- 172.21.15.50:0/502536257 >> v2:172.21.15.55:3300/0 conn(0x7fd0d00cfde0 0x7fd0d00cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:24.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 -- 172.21.15.50:0/502536257 >> 172.21.15.50:0/502536257 conn(0x7fd0d009b320 msgr2=0x7fd0d00d1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:24.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 -- 172.21.15.50:0/502536257 shutdown_connections 2023-07-12T13:57:24.783 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 -- 172.21.15.50:0/502536257 wait complete. 2023-07-12T13:57:24.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 Processor -- start 2023-07-12T13:57:24.784 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.776+0000 7fd0d6598640 1 -- start start 2023-07-12T13:57:24.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 0x7fd0d00b26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:24.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0d00cfde0 0x7fd0d00cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:24.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd0d00d01b0 0x7fd0d00b7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:24.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d00cb2d0 con 0x7fd0d00cc600 2023-07-12T13:57:24.785 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d00ca420 con 0x7fd0d00cfde0 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d00ca6c0 con 0x7fd0d00d01b0 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 0x7fd0d00b26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 0x7fd0d00b26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:51014/0 (socket says 172.21.15.50:51014) 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 -- 172.21.15.50:0/3879851216 learned_addr learned my addr 172.21.15.50:0/3879851216 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d4d95640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0d00cfde0 0x7fd0d00cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 -- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd0d00d01b0 msgr2=0x7fd0d00b7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5d97640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd0d00d01b0 0x7fd0d00b7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:24.786 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd0d00d01b0 0x7fd0d00b7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:24.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 -- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0d00cfde0 msgr2=0x7fd0d00cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:24.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0d00cfde0 0x7fd0d00cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:24.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 -- 172.21.15.50:0/3879851216 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0c8009b30 con 0x7fd0d00cc600 2023-07-12T13:57:24.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5d97640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd0d00d01b0 0x7fd0d00b7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:24.787 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d4d95640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0d00cfde0 0x7fd0d00cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-12T13:57:24.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d5596640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 0x7fd0d00b26d0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc00c7f0 tx=0x7fd0cc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:24.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc005ba0 con 0x7fd0d00cc600 2023-07-12T13:57:24.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0cc005d00 con 0x7fd0d00cc600 2023-07-12T13:57:24.788 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc007a50 con 0x7fd0d00cc600 2023-07-12T13:57:24.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0d00ca9a0 con 0x7fd0d00cc600 2023-07-12T13:57:24.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0d00caf60 con 0x7fd0d00cc600 2023-07-12T13:57:24.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.780+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0d0066b80 con 0x7fd0d00cc600 2023-07-12T13:57:24.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.784+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd0cc007bb0 con 0x7fd0d00cc600 2023-07-12T13:57:24.789 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.784+0000 7fd0c5ffb640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd0b4066280 0x7fd0b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:24.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.784+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd0cc083c90 con 0x7fd0d00cc600 2023-07-12T13:57:24.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.784+0000 7fd0d4d95640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd0b4066280 0x7fd0b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:24.790 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.784+0000 7fd0d4d95640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd0b4066280 0x7fd0b4068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd0d015ba40 tx=0x7fd0c0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:24.793 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.788+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd0cc054c30 con 0x7fd0d00cc600 2023-07-12T13:57:25.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.996+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fd0d006b200 con 0x7fd0d00cc600 2023-07-12T13:57:25.003 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:24.996+0000 7fd0c5ffb640 1 -- 172.21.15.50:0/3879851216 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1268 (secure 0 0 0) 0x7fd0cc01e020 con 0x7fd0d00cc600 2023-07-12T13:57:25.004 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:57:25.004 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":1,"fsid":"eed713e3-beba-4bb7-86b0-f4914b56f074","modified":"2023-07-12T13:54:35.211588Z","created":"2023-07-12T13:54:35.211588Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:3300","nonce":0},{"type":"v1","addr":"172.21.15.50:6789","nonce":0}]},"addr":"172.21.15.50:6789/0","public_addr":"172.21.15.50:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3301","nonce":0},{"type":"v1","addr":"172.21.15.55:6790","nonce":0}]},"addr":"172.21.15.55:6790/0","public_addr":"172.21.15.55:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-07-12T13:57:25.004 INFO:teuthology.orchestra.run.smithi050.stderr:dumped monmap epoch 1 2023-07-12T13:57:25.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd0b4066280 msgr2=0x7fd0b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.005 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd0b4066280 0x7fd0b4068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd0d015ba40 tx=0x7fd0c0009040 comp rx=0 tx=0).stop 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 msgr2=0x7fd0d00b26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 0x7fd0d00b26d0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc00c7f0 tx=0x7fd0cc00cbf0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 shutdown_connections 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7fd0b4066280 0x7fd0b4068730 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7fd0d00d01b0 0x7fd0d00b7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0d00cfde0 0x7fd0d00cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 --2- 172.21.15.50:0/3879851216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0d00cc600 0x7fd0d00b26d0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.006 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 >> 172.21.15.50:0/3879851216 conn(0x7fd0d009b320 msgr2=0x7fd0d006b720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:25.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 shutdown_connections 2023-07-12T13:57:25.007 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.000+0000 7fd0d6598640 1 -- 172.21.15.50:0/3879851216 wait complete. 2023-07-12T13:57:25.025 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2023-07-12T13:57:25.168 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5dcaaf640 1 Processor -- start 2023-07-12T13:57:25.169 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5dcaaf640 1 -- start start 2023-07-12T13:57:25.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5dcaaf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff5d815c300 0x7ff5d815c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:25.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5dcaaf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5d806b870 con 0x7ff5d80cb8e0 2023-07-12T13:57:25.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5dcaaf640 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5d815cc30 con 0x7ff5d81586e0 2023-07-12T13:57:25.170 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5dcaaf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5d806af40 con 0x7ff5d815c300 2023-07-12T13:57:25.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff5d815c300 0x7ff5d815c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:25.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d6ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff5d80cb8e0 0x7ff5d806f0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:34866/0 (socket says 172.21.15.50:34866) 2023-07-12T13:57:25.171 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d6ffd640 1 -- 172.21.15.50:0/1463012746 learned_addr learned my addr 172.21.15.50:0/1463012746 (peer_addr_for_me v1:172.21.15.50:0/0) 2023-07-12T13:57:25.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d7fff640 1 -- 172.21.15.50:0/1463012746 >> v1:172.21.15.55:6789/0 conn(0x7ff5d81586e0 legacy=0x7ff5d80c8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d7fff640 1 -- 172.21.15.50:0/1463012746 >> v1:172.21.15.50:6789/0 conn(0x7ff5d80cb8e0 legacy=0x7ff5d806f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d67fc640 1 -- 172.21.15.50:0/1463012746 <== mon.0 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 655448583 0 0) 0x7ff5d806b870 con 0x7ff5d80cb8e0 2023-07-12T13:57:25.172 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.164+0000 7ff5d7fff640 1 -- 172.21.15.50:0/1463012746 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d806b220 con 0x7ff5d815c300 2023-07-12T13:57:25.173 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5d7fff640 1 --2- 172.21.15.50:0/1463012746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d815c300 0x7ff5d815c6f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009d90 tx=0x7ff5d001c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460ba29633910fce server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:25.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5d67fc640 1 -- 172.21.15.50:0/1463012746 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d00a5890 con 0x7ff5d815c300 2023-07-12T13:57:25.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5d67fc640 1 -- 172.21.15.50:0/1463012746 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5d00a59f0 con 0x7ff5d815c300 2023-07-12T13:57:25.174 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5d67fc640 1 -- 172.21.15.50:0/1463012746 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d00a5d80 con 0x7ff5d815c300 2023-07-12T13:57:25.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/1463012746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d815c300 msgr2=0x7ff5d815c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/1463012746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d815c300 0x7ff5d815c6f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009d90 tx=0x7ff5d001c8c0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/1463012746 shutdown_connections 2023-07-12T13:57:25.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/1463012746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d815c300 0x7ff5d815c6f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.175 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/1463012746 >> 172.21.15.50:0/1463012746 conn(0x7ff5d806a120 msgr2=0x7ff5d80af740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:25.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/1463012746 shutdown_connections 2023-07-12T13:57:25.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.168+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/1463012746 wait complete. 2023-07-12T13:57:25.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 Processor -- start 2023-07-12T13:57:25.176 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 -- start start 2023-07-12T13:57:25.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5d80cb8e0 0x7ff5d80b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:25.177 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 0x7ff5d80c3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:25.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 --2- >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5d815c300 0x7ff5d80c3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:25.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d80c4200 con 0x7ff5d81586e0 2023-07-12T13:57:25.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d80b0ae0 con 0x7ff5d80cb8e0 2023-07-12T13:57:25.178 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 -- --> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d80b0d80 con 0x7ff5d815c300 2023-07-12T13:57:25.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 0x7ff5d80c3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:25.180 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 0x7ff5d80c3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:51044/0 (socket says 172.21.15.50:51044) 2023-07-12T13:57:25.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 -- 172.21.15.50:0/3208128239 learned_addr learned my addr 172.21.15.50:0/3208128239 (peer_addr_for_me v2:172.21.15.50:0/0) 2023-07-12T13:57:25.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d7fff640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5d815c300 0x7ff5d80c3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:25.181 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d77fe640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5d80cb8e0 0x7ff5d80b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:25.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 -- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5d815c300 msgr2=0x7ff5d80c3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5d815c300 0x7ff5d80c3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 -- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5d80cb8e0 msgr2=0x7ff5d80b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.182 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5d80cb8e0 0x7ff5d80b31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 -- 172.21.15.50:0/3208128239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d0009a70 con 0x7ff5d81586e0 2023-07-12T13:57:25.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5d6ffd640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 0x7ff5d80c3780 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc00c4a0 tx=0x7ff5cc00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:25.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5cc0074e0 con 0x7ff5d81586e0 2023-07-12T13:57:25.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5cc007640 con 0x7ff5d81586e0 2023-07-12T13:57:25.183 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5cc004a30 con 0x7ff5d81586e0 2023-07-12T13:57:25.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5d80b1060 con 0x7ff5d81586e0 2023-07-12T13:57:25.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.172+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5d80b1620 con 0x7ff5d81586e0 2023-07-12T13:57:25.184 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.176+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5d8066b80 con 0x7ff5d81586e0 2023-07-12T13:57:25.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.176+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff5cc004b90 con 0x7ff5d81586e0 2023-07-12T13:57:25.185 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.176+0000 7ff5bffff640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff5c4066280 0x7ff5c4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-12T13:57:25.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.176+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff5cc082f40 con 0x7ff5d81586e0 2023-07-12T13:57:25.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.176+0000 7ff5d77fe640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff5c4066280 0x7ff5c4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-12T13:57:25.186 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.176+0000 7ff5d77fe640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff5c4066280 0x7ff5c4068730 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8007fd0 tx=0x7ff5c8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-12T13:57:25.187 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.180+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff5cc050460 con 0x7ff5d81586e0 2023-07-12T13:57:25.392 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7ff5d80b3b70 con 0x7ff5d81586e0 2023-07-12T13:57:25.393 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5bffff640 1 -- 172.21.15.50:0/3208128239 <== mon.0 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v9) v1 ==== 82+0+151 (secure 0 0 0) 0x7ff5cc018070 con 0x7ff5d81586e0 2023-07-12T13:57:25.393 INFO:teuthology.orchestra.run.smithi050.stdout:[client.admin] 2023-07-12T13:57:25.393 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCbsK5kG8FRGhAA4xUIIqd584C9pFt7FKlbBg== 2023-07-12T13:57:25.393 INFO:teuthology.orchestra.run.smithi050.stdout: caps mds = "allow *" 2023-07-12T13:57:25.393 INFO:teuthology.orchestra.run.smithi050.stdout: caps mgr = "allow *" 2023-07-12T13:57:25.393 INFO:teuthology.orchestra.run.smithi050.stdout: caps mon = "allow *" 2023-07-12T13:57:25.394 INFO:teuthology.orchestra.run.smithi050.stdout: caps osd = "allow *" 2023-07-12T13:57:25.394 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff5c4066280 msgr2=0x7ff5c4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff5c4066280 0x7ff5c4068730 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8007fd0 tx=0x7ff5c8009040 comp rx=0 tx=0).stop 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 msgr2=0x7ff5d80c3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 0x7ff5d80c3780 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc00c4a0 tx=0x7ff5cc00c960 comp rx=0 tx=0).stop 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 shutdown_connections 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:6832/1876868533,v1:172.21.15.55:6833/1876868533] conn(0x7ff5c4066280 0x7ff5c4068730 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3301/0,v1:172.21.15.55:6790/0] conn(0x7ff5d815c300 0x7ff5d80c3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.395 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5d81586e0 0x7ff5d80c3780 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.396 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 --2- 172.21.15.50:0/3208128239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5d80cb8e0 0x7ff5d80b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-12T13:57:25.396 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 >> 172.21.15.50:0/3208128239 conn(0x7ff5d806a120 msgr2=0x7ff5d81577a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-12T13:57:25.396 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 shutdown_connections 2023-07-12T13:57:25.396 INFO:teuthology.orchestra.run.smithi050.stderr:2023-07-12T13:57:25.388+0000 7ff5dcaaf640 1 -- 172.21.15.50:0/3208128239 wait complete. 2023-07-12T13:57:25.414 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2023-07-12T13:57:25.423 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.GDWEKMVHAL 2023-07-12T13:57:25.423 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:57:25.423 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/tmp/tmp.GDWEKMVHAL 2023-07-12T13:57:25.471 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:57:25.472 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/tmp/tmp.BqVPtRqpiRxfstests-dev/local.config 2023-07-12T13:57:25.535 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.6Qlx4awiGUtest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.99wHvCI7Icscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.50:6789 -k /tmp/tmp.GDWEKMVHAL --client_mountpoint /test" 2023-07-12T13:57:25.536 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T13:57:25.536 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/tmp/tmp.BqVPtRqpiRxfstests-dev/ceph.exclude 2023-07-12T13:57:25.600 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo make) 2023-07-12T13:57:25.669 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize -cfi 2023-07-12T13:57:26.024 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: putting auxiliary files in '.'. 2023-07-12T13:57:26.024 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file './config.guess' 2023-07-12T13:57:26.034 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file './config.sub' 2023-07-12T13:57:26.048 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file './install-sh' 2023-07-12T13:57:26.060 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file './ltmain.sh' 2023-07-12T13:57:26.104 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-07-12T13:57:26.105 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-07-12T13:57:26.116 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-07-12T13:57:26.126 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-07-12T13:57:26.137 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-07-12T13:57:26.148 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-07-12T13:57:26.159 INFO:teuthology.orchestra.run.smithi050.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-07-12T13:57:26.161 INFO:teuthology.orchestra.run.smithi050.stdout:cp include/install-sh . 2023-07-12T13:57:26.163 INFO:teuthology.orchestra.run.smithi050.stdout:aclocal -I m4 2023-07-12T13:57:27.210 INFO:teuthology.orchestra.run.smithi050.stdout:autoheader 2023-07-12T13:57:27.593 INFO:teuthology.orchestra.run.smithi050.stdout:autoconf 2023-07-12T13:57:28.010 INFO:teuthology.orchestra.run.smithi050.stdout:./configure \ 2023-07-12T13:57:28.011 INFO:teuthology.orchestra.run.smithi050.stdout: --libexecdir=/usr/lib \ 2023-07-12T13:57:28.011 INFO:teuthology.orchestra.run.smithi050.stdout: --exec_prefix=/var/lib 2023-07-12T13:57:28.549 INFO:teuthology.orchestra.run.smithi050.stdout:checking build system type... x86_64-pc-linux-gnu 2023-07-12T13:57:28.549 INFO:teuthology.orchestra.run.smithi050.stdout:checking host system type... x86_64-pc-linux-gnu 2023-07-12T13:57:28.605 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to print strings... printf 2023-07-12T13:57:28.606 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gcc... gcc 2023-07-12T13:57:28.866 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether the C compiler works... yes 2023-07-12T13:57:28.866 INFO:teuthology.orchestra.run.smithi050.stdout:checking for C compiler default output file name... a.out 2023-07-12T13:57:28.910 INFO:teuthology.orchestra.run.smithi050.stdout:checking for suffix of executables... 2023-07-12T13:57:28.985 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether we are cross compiling... no 2023-07-12T13:57:29.013 INFO:teuthology.orchestra.run.smithi050.stdout:checking for suffix of object files... o 2023-07-12T13:57:29.037 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether the compiler supports GNU C... yes 2023-07-12T13:57:29.061 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether gcc accepts -g... yes 2023-07-12T13:57:29.172 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gcc option to enable C11 features... none needed 2023-07-12T13:57:29.179 INFO:teuthology.orchestra.run.smithi050.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2023-07-12T13:57:29.185 INFO:teuthology.orchestra.run.smithi050.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-07-12T13:57:29.188 INFO:teuthology.orchestra.run.smithi050.stdout:checking for egrep... /usr/bin/grep -E 2023-07-12T13:57:29.191 INFO:teuthology.orchestra.run.smithi050.stdout:checking for fgrep... /usr/bin/grep -F 2023-07-12T13:57:29.198 INFO:teuthology.orchestra.run.smithi050.stdout:checking for ld used by gcc... /usr/bin/ld 2023-07-12T13:57:29.202 INFO:teuthology.orchestra.run.smithi050.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2023-07-12T13:57:29.213 INFO:teuthology.orchestra.run.smithi050.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2023-07-12T13:57:29.245 INFO:teuthology.orchestra.run.smithi050.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2023-07-12T13:57:29.245 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether ln -s works... yes 2023-07-12T13:57:29.256 INFO:teuthology.orchestra.run.smithi050.stdout:checking the maximum length of command line arguments... 1572864 2023-07-12T13:57:29.264 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-07-12T13:57:29.264 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-07-12T13:57:29.265 INFO:teuthology.orchestra.run.smithi050.stdout:checking for /usr/bin/ld option to reload object files... -r 2023-07-12T13:57:29.265 INFO:teuthology.orchestra.run.smithi050.stdout:checking for objdump... objdump 2023-07-12T13:57:29.265 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to recognize dependent libraries... pass_all 2023-07-12T13:57:29.266 INFO:teuthology.orchestra.run.smithi050.stdout:checking for dlltool... no 2023-07-12T13:57:29.266 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-07-12T13:57:29.266 INFO:teuthology.orchestra.run.smithi050.stdout:checking for ar... ar 2023-07-12T13:57:29.306 INFO:teuthology.orchestra.run.smithi050.stdout:checking for archiver @FILE support... @ 2023-07-12T13:57:29.306 INFO:teuthology.orchestra.run.smithi050.stdout:checking for strip... strip 2023-07-12T13:57:29.307 INFO:teuthology.orchestra.run.smithi050.stdout:checking for ranlib... ranlib 2023-07-12T13:57:29.307 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gawk... gawk 2023-07-12T13:57:29.398 INFO:teuthology.orchestra.run.smithi050.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2023-07-12T13:57:29.401 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sysroot... no 2023-07-12T13:57:29.408 INFO:teuthology.orchestra.run.smithi050.stdout:checking for a working dd... /usr/bin/dd 2023-07-12T13:57:29.416 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2023-07-12T13:57:29.435 INFO:teuthology.orchestra.run.smithi050.stdout:checking for mt... mt 2023-07-12T13:57:29.447 INFO:teuthology.orchestra.run.smithi050.stdout:checking if mt is a manifest tool... no 2023-07-12T13:57:29.475 INFO:teuthology.orchestra.run.smithi050.stdout:checking for stdio.h... yes 2023-07-12T13:57:29.519 INFO:teuthology.orchestra.run.smithi050.stdout:checking for stdlib.h... yes 2023-07-12T13:57:29.556 INFO:teuthology.orchestra.run.smithi050.stdout:checking for string.h... yes 2023-07-12T13:57:29.591 INFO:teuthology.orchestra.run.smithi050.stdout:checking for inttypes.h... yes 2023-07-12T13:57:29.629 INFO:teuthology.orchestra.run.smithi050.stdout:checking for stdint.h... yes 2023-07-12T13:57:29.663 INFO:teuthology.orchestra.run.smithi050.stdout:checking for strings.h... yes 2023-07-12T13:57:29.698 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/stat.h... yes 2023-07-12T13:57:29.732 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/types.h... yes 2023-07-12T13:57:29.774 INFO:teuthology.orchestra.run.smithi050.stdout:checking for unistd.h... yes 2023-07-12T13:57:29.814 INFO:teuthology.orchestra.run.smithi050.stdout:checking for dlfcn.h... yes 2023-07-12T13:57:29.820 INFO:teuthology.orchestra.run.smithi050.stdout:checking for objdir... .libs 2023-07-12T13:57:29.931 INFO:teuthology.orchestra.run.smithi050.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-07-12T13:57:29.931 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-07-12T13:57:29.960 INFO:teuthology.orchestra.run.smithi050.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-07-12T13:57:30.218 INFO:teuthology.orchestra.run.smithi050.stdout:checking if gcc static flag -static works... yes 2023-07-12T13:57:30.260 INFO:teuthology.orchestra.run.smithi050.stdout:checking if gcc supports -c -o file.o... yes 2023-07-12T13:57:30.261 INFO:teuthology.orchestra.run.smithi050.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-07-12T13:57:30.275 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-07-12T13:57:30.312 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether -lc should be explicitly linked in... no 2023-07-12T13:57:30.418 INFO:teuthology.orchestra.run.smithi050.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-07-12T13:57:30.419 INFO:teuthology.orchestra.run.smithi050.stdout:checking how to hardcode library paths into programs... immediate 2023-07-12T13:57:30.433 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether stripping libraries is possible... yes 2023-07-12T13:57:30.433 INFO:teuthology.orchestra.run.smithi050.stdout:checking if libtool supports shared libraries... yes 2023-07-12T13:57:30.433 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether to build shared libraries... yes 2023-07-12T13:57:30.434 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether to build static libraries... yes 2023-07-12T13:57:30.448 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gcc... (cached) gcc 2023-07-12T13:57:30.492 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether the compiler supports GNU C... (cached) yes 2023-07-12T13:57:30.492 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether gcc accepts -g... (cached) yes 2023-07-12T13:57:30.492 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gcc option to enable C11 features... (cached) none needed 2023-07-12T13:57:30.492 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gmake... /usr/bin/gmake 2023-07-12T13:57:30.493 INFO:teuthology.orchestra.run.smithi050.stderr:./configure: line 12753: test: $(SHELL): binary operator expected 2023-07-12T13:57:30.494 INFO:teuthology.orchestra.run.smithi050.stdout:checking for tar... /bin/tar 2023-07-12T13:57:30.494 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gzip... /bin/gzip 2023-07-12T13:57:30.509 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether gcc -MM is supported... yes 2023-07-12T13:57:30.509 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sort... /bin/sort 2023-07-12T13:57:30.509 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether ln -s works... yes 2023-07-12T13:57:30.510 INFO:teuthology.orchestra.run.smithi050.stdout:checking for rpm... no 2023-07-12T13:57:30.549 INFO:teuthology.orchestra.run.smithi050.stdout:checking for assert.h... yes 2023-07-12T13:57:30.592 INFO:teuthology.orchestra.run.smithi050.stdout:checking for bstring.h... no 2023-07-12T13:57:30.631 INFO:teuthology.orchestra.run.smithi050.stdout:checking for libgen.h... yes 2023-07-12T13:57:30.707 INFO:teuthology.orchestra.run.smithi050.stdout:checking for dirent.h... yes 2023-07-12T13:57:30.797 INFO:teuthology.orchestra.run.smithi050.stdout:checking for errno.h... yes 2023-07-12T13:57:30.841 INFO:teuthology.orchestra.run.smithi050.stdout:checking for malloc.h... yes 2023-07-12T13:57:30.884 INFO:teuthology.orchestra.run.smithi050.stdout:checking for uuid.h... no 2023-07-12T13:57:30.939 INFO:teuthology.orchestra.run.smithi050.stdout:checking for uuid/uuid.h... yes 2023-07-12T13:57:30.983 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/uuid.h... no 2023-07-12T13:57:31.024 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/file.h... yes 2023-07-12T13:57:31.064 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/fcntl.h... yes 2023-07-12T13:57:31.108 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/syssgi.h... no 2023-07-12T13:57:31.196 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/param.h... yes 2023-07-12T13:57:31.196 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/stat.h... (cached) yes 2023-07-12T13:57:31.236 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/statvfs.h... yes 2023-07-12T13:57:31.275 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/time.h... yes 2023-07-12T13:57:31.324 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/ioctl.h... yes 2023-07-12T13:57:31.365 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/wait.h... yes 2023-07-12T13:57:31.366 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/types.h... (cached) yes 2023-07-12T13:57:31.366 INFO:teuthology.orchestra.run.smithi050.stdout:checking for strings.h... (cached) yes 2023-07-12T13:57:31.405 INFO:teuthology.orchestra.run.smithi050.stdout:checking for err.h... yes 2023-07-12T13:57:31.444 INFO:teuthology.orchestra.run.smithi050.stdout:checking for linux/falloc.h... yes 2023-07-12T13:57:31.487 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/fs/xfs_fsops.h... no 2023-07-12T13:57:31.530 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/fs/xfs_itable.h... no 2023-07-12T13:57:31.573 INFO:teuthology.orchestra.run.smithi050.stdout:checking for xfs/platform_defs.h... no 2023-07-12T13:57:31.615 INFO:teuthology.orchestra.run.smithi050.stdout:checking for btrfs/ioctl.h... no 2023-07-12T13:57:31.659 INFO:teuthology.orchestra.run.smithi050.stdout:checking for cifs/ioctl.h... no 2023-07-12T13:57:31.701 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/mman.h... yes 2023-07-12T13:57:31.724 INFO:teuthology.orchestra.run.smithi050.stdout:checking for xfs/xfs_log_format.h... no 2023-07-12T13:57:31.784 INFO:teuthology.orchestra.run.smithi050.stdout:checking for uuid_compare... no 2023-07-12T13:57:31.835 INFO:teuthology.orchestra.run.smithi050.stdout:checking for uuid_compare in -luuid... yes 2023-07-12T13:57:31.977 INFO:teuthology.orchestra.run.smithi050.stdout:checking for xfs/xfs.h... yes 2023-07-12T13:57:32.002 INFO:teuthology.orchestra.run.smithi050.stdout:checking for xfs/libxfs.h... no 2023-07-12T13:57:32.058 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gcc options needed to detect all undeclared functions... none needed 2023-07-12T13:57:32.092 INFO:teuthology.orchestra.run.smithi050.stdout:checking whether xlog_assign_lsn is declared... no 2023-07-12T13:57:32.142 INFO:teuthology.orchestra.run.smithi050.stdout:checking for xfs/xqm.h... yes 2023-07-12T13:57:32.218 INFO:teuthology.orchestra.run.smithi050.stdout:checking xfsctl from xfs/xfs.h... ok 2023-07-12T13:57:32.260 INFO:teuthology.orchestra.run.smithi050.stdout:checking for xfs/handle.h... yes 2023-07-12T13:57:32.310 INFO:teuthology.orchestra.run.smithi050.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-07-12T13:57:32.354 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/acl.h... yes 2023-07-12T13:57:32.396 INFO:teuthology.orchestra.run.smithi050.stdout:checking for acl/libacl.h... yes 2023-07-12T13:57:32.446 INFO:teuthology.orchestra.run.smithi050.stdout:checking for acl_init in -lacl... yes 2023-07-12T13:57:32.489 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gdbm-ndbm.h... no 2023-07-12T13:57:32.532 INFO:teuthology.orchestra.run.smithi050.stdout:checking for gdbm/ndbm.h... no 2023-07-12T13:57:32.575 INFO:teuthology.orchestra.run.smithi050.stdout:checking for ndbm.h... no 2023-07-12T13:57:32.617 INFO:teuthology.orchestra.run.smithi050.stdout:checking for libaio.h... yes 2023-07-12T13:57:32.660 INFO:teuthology.orchestra.run.smithi050.stdout:checking for liburing.h... no 2023-07-12T13:57:32.703 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/capability.h... no 2023-07-12T13:57:32.744 INFO:teuthology.orchestra.run.smithi050.stdout:checking for linux/fiemap.h... yes 2023-07-12T13:57:32.795 INFO:teuthology.orchestra.run.smithi050.stdout:checking for fallocate... yes 2023-07-12T13:57:32.850 INFO:teuthology.orchestra.run.smithi050.stdout:checking for open_by_handle_at... yes 2023-07-12T13:57:32.893 INFO:teuthology.orchestra.run.smithi050.stdout:checking for sys/prctl.h... yes 2023-07-12T13:57:32.935 INFO:teuthology.orchestra.run.smithi050.stdout:checking for linux/fs.h... yes 2023-07-12T13:57:32.977 INFO:teuthology.orchestra.run.smithi050.stdout:checking for btrfsutil.h... no 2023-07-12T13:57:33.043 INFO:teuthology.orchestra.run.smithi050.stdout:checking for copy_file_range... yes 2023-07-12T13:57:33.102 INFO:teuthology.orchestra.run.smithi050.stdout:checking for SEEK_DATA... yes 2023-07-12T13:57:33.181 INFO:teuthology.orchestra.run.smithi050.stdout:checking for BMV_OF_SHARED... yes 2023-07-12T13:57:33.240 INFO:teuthology.orchestra.run.smithi050.stdout:checking for nftw... yes 2023-07-12T13:57:33.302 INFO:teuthology.orchestra.run.smithi050.stdout:checking for RLIMIT_NOFILE... yes 2023-07-12T13:57:33.339 INFO:teuthology.orchestra.run.smithi050.stdout:checking for FIEXCHANGE_RANGE... no 2023-07-12T13:57:33.392 INFO:teuthology.orchestra.run.smithi050.stdout:checking for renameat2... yes 2023-07-12T13:57:33.444 INFO:teuthology.orchestra.run.smithi050.stdout:checking for reallocarray... yes 2023-07-12T13:57:33.496 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct mount_attr... yes 2023-07-12T13:57:33.551 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_qgroup_limit... yes 2023-07-12T13:57:33.606 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-07-12T13:57:33.660 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-07-12T13:57:33.714 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:57:33.716 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-07-12T13:57:33.718 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:57:33.783 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-07-12T13:57:33.838 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-07-12T13:57:33.893 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-07-12T13:57:33.933 INFO:teuthology.orchestra.run.smithi050.stdout:checking for linux/btrfs.h... yes 2023-07-12T13:57:33.976 INFO:teuthology.orchestra.run.smithi050.stdout:checking for linux/btrfs_tree.h... yes 2023-07-12T13:57:34.004 INFO:teuthology.orchestra.run.smithi050.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2023-07-12T13:57:34.032 INFO:teuthology.orchestra.run.smithi050.stdout:configure: creating ./config.status 2023-07-12T13:57:34.866 INFO:teuthology.orchestra.run.smithi050.stdout:config.status: creating include/builddefs 2023-07-12T13:57:34.894 INFO:teuthology.orchestra.run.smithi050.stdout:config.status: creating include/config.h 2023-07-12T13:57:34.916 INFO:teuthology.orchestra.run.smithi050.stdout:config.status: executing libtool commands 2023-07-12T13:57:34.987 INFO:teuthology.orchestra.run.smithi050.stdout:Building include 2023-07-12T13:57:34.994 INFO:teuthology.orchestra.run.smithi050.stdout:Building lib 2023-07-12T13:57:35.000 INFO:teuthology.orchestra.run.smithi050.stdout: [LTDEP] 2023-07-12T13:57:35.273 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dataascii.lo 2023-07-12T13:57:35.423 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] databin.lo 2023-07-12T13:57:35.616 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] datapid.lo 2023-07-12T13:57:35.760 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] file_lock.lo 2023-07-12T13:57:35.960 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] forker.lo 2023-07-12T13:57:36.142 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] pattern.lo 2023-07-12T13:57:36.292 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] open_flags.lo 2023-07-12T13:57:36.475 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] random_range.lo 2023-07-12T13:57:36.743 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] string_to_tokens.lo 2023-07-12T13:57:36.874 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] str_to_bytes.lo 2023-07-12T13:57:37.049 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] tlibio.lo 2023-07-12T13:57:37.347 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] write_log.lo 2023-07-12T13:57:37.436 INFO:teuthology.orchestra.run.smithi050.stderr:write_log.c: In function 'wlog_record_write': 2023-07-12T13:57:37.437 INFO:teuthology.orchestra.run.smithi050.stderr:write_log.c:205:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:37.437 INFO:teuthology.orchestra.run.smithi050.stderr: 205 | write(wfile->w_afd, wbuf, reclen); 2023-07-12T13:57:37.437 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:37.437 INFO:teuthology.orchestra.run.smithi050.stderr:write_log.c:209:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:37.437 INFO:teuthology.orchestra.run.smithi050.stderr: 209 | write(wfile->w_rfd, wbuf, reclen); 2023-07-12T13:57:37.438 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:37.638 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] random.lo 2023-07-12T13:57:37.770 INFO:teuthology.orchestra.run.smithi050.stdout: [LD] 2023-07-12T13:57:37.887 INFO:teuthology.orchestra.run.smithi050.stdout:Building ltp 2023-07-12T13:57:37.893 INFO:teuthology.orchestra.run.smithi050.stdout: [DEP] 2023-07-12T13:57:38.107 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] doio 2023-07-12T13:57:38.872 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fsstress 2023-07-12T13:57:40.461 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fsx 2023-07-12T13:57:41.296 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] growfiles 2023-07-12T13:57:41.904 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] iogen 2023-07-12T13:57:42.074 INFO:teuthology.orchestra.run.smithi050.stderr:iogen.c: In function 'main': 2023-07-12T13:57:42.075 INFO:teuthology.orchestra.run.smithi050.stderr:iogen.c:280:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:42.075 INFO:teuthology.orchestra.run.smithi050.stderr: 280 | write(outfd, (char *)&req, sizeof(req)); 2023-07-12T13:57:42.075 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:42.077 INFO:teuthology.orchestra.run.smithi050.stderr:iogen.c: In function 'parse_cmdline': 2023-07-12T13:57:42.077 INFO:teuthology.orchestra.run.smithi050.stderr:iogen.c:1535:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:42.078 INFO:teuthology.orchestra.run.smithi050.stderr: 1535 | getcwd(fptr->f_path, 2023-07-12T13:57:42.078 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:42.078 INFO:teuthology.orchestra.run.smithi050.stderr: 1536 | sizeof(fptr->f_path)-1); 2023-07-12T13:57:42.078 INFO:teuthology.orchestra.run.smithi050.stderr: | ~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:42.360 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-stress 2023-07-12T13:57:42.526 INFO:teuthology.orchestra.run.smithi050.stderr:aio-stress.c: In function 'setup_shared_mem': 2023-07-12T13:57:42.526 INFO:teuthology.orchestra.run.smithi050.stderr:aio-stress.c:1013:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:42.527 INFO:teuthology.orchestra.run.smithi050.stderr: 1013 | ftruncate(fd, total_ram); 2023-07-12T13:57:42.527 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:42.855 INFO:teuthology.orchestra.run.smithi050.stdout:Building src 2023-07-12T13:57:42.864 INFO:teuthology.orchestra.run.smithi050.stdout: [DEP] 2023-07-12T13:57:45.385 INFO:teuthology.orchestra.run.smithi050.stdout: [DEP] 2023-07-12T13:57:45.434 INFO:teuthology.orchestra.run.smithi050.stdout: [DEP] 2023-07-12T13:57:45.448 INFO:teuthology.orchestra.run.smithi050.stdout: [DEP] 2023-07-12T13:57:45.795 INFO:teuthology.orchestra.run.smithi050.stdout: [DEP] 2023-07-12T13:57:45.831 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dirstress 2023-07-12T13:57:46.135 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fill 2023-07-12T13:57:46.329 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fill2 2023-07-12T13:57:46.610 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] getpagesize 2023-07-12T13:57:46.788 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] holes 2023-07-12T13:57:47.036 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] lstat64 2023-07-12T13:57:47.271 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] nametest 2023-07-12T13:57:47.438 INFO:teuthology.orchestra.run.smithi050.stderr:nametest.c: In function 'main': 2023-07-12T13:57:47.439 INFO:teuthology.orchestra.run.smithi050.stderr:nametest.c:236:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:47.439 INFO:teuthology.orchestra.run.smithi050.stderr: 236 | write(1, "\n", 1); 2023-07-12T13:57:47.439 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:57:47.440 INFO:teuthology.orchestra.run.smithi050.stderr:nametest.c:238:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:47.440 INFO:teuthology.orchestra.run.smithi050.stderr: 238 | write(1, ".", 1); 2023-07-12T13:57:47.440 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:57:47.440 INFO:teuthology.orchestra.run.smithi050.stderr:nametest.c:288:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:47.440 INFO:teuthology.orchestra.run.smithi050.stderr: 288 | write(1, ".", 1); 2023-07-12T13:57:47.440 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:57:47.565 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] permname 2023-07-12T13:57:47.815 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] randholes 2023-07-12T13:57:48.119 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] runas 2023-07-12T13:57:48.343 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] truncfile 2023-07-12T13:57:48.572 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] usemem 2023-07-12T13:57:48.766 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] mmapcat 2023-07-12T13:57:48.915 INFO:teuthology.orchestra.run.smithi050.stderr:mmapcat.c: In function 'main': 2023-07-12T13:57:48.915 INFO:teuthology.orchestra.run.smithi050.stderr:mmapcat.c:29:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:48.916 INFO:teuthology.orchestra.run.smithi050.stderr: 29 | write(1,ptr2,ptr - ptr2); 2023-07-12T13:57:48.916 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:48.959 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] append_reader 2023-07-12T13:57:49.157 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] append_writer 2023-07-12T13:57:49.356 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dirperf 2023-07-12T13:57:49.638 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] metaperf 2023-07-12T13:57:49.796 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c: In function 'crfiles': 2023-07-12T13:57:49.796 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c:166:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:49.796 INFO:teuthology.orchestra.run.smithi050.stderr: 166 | write(fd, buf, fsize); 2023-07-12T13:57:49.796 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:49.797 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c: In function 't_linkun': 2023-07-12T13:57:49.797 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c:454:25: warning: ignoring return value of 'link' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:49.797 INFO:teuthology.orchestra.run.smithi050.stderr: 454 | link("a", *fnp); 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~ 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c: In function 't_chown': 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c:404:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr: 404 | chown(*fnp, 2, -1); 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c:406:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:49.798 INFO:teuthology.orchestra.run.smithi050.stderr: 406 | chown(*fnp, 1, -1); 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c: In function 'i_chown': 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c:291:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr: 291 | chown(*fnp, 1, -1); 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c: In function 'main': 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr:metaperf.c:152:9: warning: ignoring return value of 'chdir' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:49.799 INFO:teuthology.orchestra.run.smithi050.stderr: 152 | chdir(".."); 2023-07-12T13:57:49.800 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~ 2023-07-12T13:57:49.976 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] devzero 2023-07-12T13:57:50.203 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] feature 2023-07-12T13:57:50.478 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] alloc 2023-07-12T13:57:50.647 INFO:teuthology.orchestra.run.smithi050.stderr:alloc.c: In function 'main': 2023-07-12T13:57:50.647 INFO:teuthology.orchestra.run.smithi050.stderr:alloc.c:247:17: warning: ignoring return value of 'mkstemp' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:50.647 INFO:teuthology.orchestra.run.smithi050.stderr: 247 | mkstemp(tmpfile); 2023-07-12T13:57:50.648 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:57:50.746 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fault 2023-07-12T13:57:50.956 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fstest 2023-07-12T13:57:51.253 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_access_root 2023-07-12T13:57:51.403 INFO:teuthology.orchestra.run.smithi050.stderr:t_access_root.c: In function 'main': 2023-07-12T13:57:51.403 INFO:teuthology.orchestra.run.smithi050.stderr:t_access_root.c:55:5: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:51.403 INFO:teuthology.orchestra.run.smithi050.stderr: 55 | system(cmd); 2023-07-12T13:57:51.403 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~ 2023-07-12T13:57:51.454 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] godown 2023-07-12T13:57:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] resvtest 2023-07-12T13:57:51.912 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] writemod 2023-07-12T13:57:52.104 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] writev_on_pagefault 2023-07-12T13:57:52.312 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] makeextents 2023-07-12T13:57:52.541 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] itrash 2023-07-12T13:57:52.737 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] rename 2023-07-12T13:57:52.916 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] multi_open_unlink 2023-07-12T13:57:53.130 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] unwritten_sync 2023-07-12T13:57:53.361 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] genhashnames 2023-07-12T13:57:53.596 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_holes 2023-07-12T13:57:53.788 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_writev 2023-07-12T13:57:53.982 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_truncate_cmtime 2023-07-12T13:57:54.186 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dirhash_collide 2023-07-12T13:57:54.419 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_rename_overwrite 2023-07-12T13:57:54.602 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] holetest 2023-07-12T13:57:54.759 INFO:teuthology.orchestra.run.smithi050.stderr:holetest.c: In function 'pt_write_marker': 2023-07-12T13:57:54.759 INFO:teuthology.orchestra.run.smithi050.stderr:holetest.c:140:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:54.760 INFO:teuthology.orchestra.run.smithi050.stderr: 140 | pwrite(fd, &tid, sizeof(tid), i * page_size + pgoff); 2023-07-12T13:57:54.760 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:54.879 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_truncate_self 2023-07-12T13:57:55.062 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] af_unix 2023-07-12T13:57:55.286 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_stale_pmd 2023-07-12T13:57:55.438 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_stale_pmd.c: In function 'main': 2023-07-12T13:57:55.438 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_stale_pmd.c:42:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:55.438 INFO:teuthology.orchestra.run.smithi050.stderr: 42 | ftruncate(fd, 0); 2023-07-12T13:57:55.438 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:57:55.438 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_stale_pmd.c:43:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:55.439 INFO:teuthology.orchestra.run.smithi050.stderr: 43 | ftruncate(fd, MiB(4)); 2023-07-12T13:57:55.439 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:55.439 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_stale_pmd.c:55:9: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:55.439 INFO:teuthology.orchestra.run.smithi050.stderr: 55 | pwrite(fd, buffer, strlen(buffer), MiB(2)); 2023-07-12T13:57:55.439 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:55.485 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_cow_race 2023-07-12T13:57:55.641 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_cow_race.c: In function 'main': 2023-07-12T13:57:55.642 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_cow_race.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:55.642 INFO:teuthology.orchestra.run.smithi050.stderr: 61 | ftruncate(fd, 0); 2023-07-12T13:57:55.642 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:57:55.642 INFO:teuthology.orchestra.run.smithi050.stderr:t_mmap_cow_race.c:62:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:55.642 INFO:teuthology.orchestra.run.smithi050.stderr: 62 | ftruncate(fd, MiB(2)); 2023-07-12T13:57:55.642 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:57:55.848 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_fallocate 2023-07-12T13:57:56.044 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fsync-err 2023-07-12T13:57:56.281 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_write_ro 2023-07-12T13:57:56.480 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_ext4_dax_journal_corruption 2023-07-12T13:57:56.635 INFO:teuthology.orchestra.run.smithi050.stderr:t_ext4_dax_journal_corruption.c: In function 'main': 2023-07-12T13:57:56.635 INFO:teuthology.orchestra.run.smithi050.stderr:t_ext4_dax_journal_corruption.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:57:56.636 INFO:teuthology.orchestra.run.smithi050.stderr: 61 | ftruncate(fd, 0); 2023-07-12T13:57:56.636 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:57:56.689 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_ext4_dax_inline_corruption 2023-07-12T13:57:56.891 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_ofd_locks 2023-07-12T13:57:57.142 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_collision 2023-07-12T13:57:57.393 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] mmap-write-concurrent 2023-07-12T13:57:57.613 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_get_file_time 2023-07-12T13:57:57.804 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_create_short_dirs 2023-07-12T13:57:58.018 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_create_long_dirs 2023-07-12T13:57:58.230 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_enospc 2023-07-12T13:57:58.479 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_writev_overlap 2023-07-12T13:57:58.698 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] checkpoint_journal 2023-07-12T13:57:58.900 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] mmap-rw-fault 2023-07-12T13:57:59.133 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] allocstale 2023-07-12T13:57:59.354 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_cow_memory_failure 2023-07-12T13:57:59.573 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fake-dump-rootino 2023-07-12T13:57:59.769 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dio-buf-fault 2023-07-12T13:57:59.968 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] xfsctl 2023-07-12T13:58:00.211 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] bstat 2023-07-12T13:58:00.473 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mtab 2023-07-12T13:58:00.630 INFO:teuthology.orchestra.run.smithi050.stderr:t_mtab.c: In function 'update_mtab': 2023-07-12T13:58:00.630 INFO:teuthology.orchestra.run.smithi050.stderr:t_mtab.c:256:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:00.630 INFO:teuthology.orchestra.run.smithi050.stderr: 256 | chown (mounted_temp, sbuf.st_uid, sbuf.st_gid); 2023-07-12T13:58:00.631 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:00.712 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] getdevicesize 2023-07-12T13:58:00.899 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] preallo_rw_pattern_reader 2023-07-12T13:58:01.061 INFO:teuthology.orchestra.run.smithi050.stderr:In file included from preallo_rw_pattern_reader.c:2: 2023-07-12T13:58:01.061 INFO:teuthology.orchestra.run.smithi050.stderr:iopat.c: In function 'main': 2023-07-12T13:58:01.061 INFO:teuthology.orchestra.run.smithi050.stderr:iopat.c:38:4: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.061 INFO:teuthology.orchestra.run.smithi050.stderr: 38 | read(fd, &x, 1048576); 2023-07-12T13:58:01.061 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:01.105 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] preallo_rw_pattern_writer 2023-07-12T13:58:01.267 INFO:teuthology.orchestra.run.smithi050.stderr:In file included from preallo_rw_pattern_writer.c:2: 2023-07-12T13:58:01.268 INFO:teuthology.orchestra.run.smithi050.stderr:iopat.c: In function 'main': 2023-07-12T13:58:01.268 INFO:teuthology.orchestra.run.smithi050.stderr:iopat.c:34:4: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.268 INFO:teuthology.orchestra.run.smithi050.stderr: 34 | write(fd, &x, 1048576); 2023-07-12T13:58:01.269 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:01.311 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] ftrunc 2023-07-12T13:58:01.505 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] trunc 2023-07-12T13:58:01.718 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fs_perms 2023-07-12T13:58:01.873 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c: In function 'main': 2023-07-12T13:58:01.874 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c:54:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.874 INFO:teuthology.orchestra.run.smithi050.stderr: 54 | system("rm -f test.file"); 2023-07-12T13:58:01.874 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:01.874 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c: In function 'testsetup': 2023-07-12T13:58:01.875 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c:67:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.875 INFO:teuthology.orchestra.run.smithi050.stderr: 67 | system("cp testx.file test.file"); 2023-07-12T13:58:01.875 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:01.875 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c:69:4: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.876 INFO:teuthology.orchestra.run.smithi050.stderr: 69 | chown("test.file",cuserId,cgroupId); 2023-07-12T13:58:01.876 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:01.876 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c: In function 'testfperm': 2023-07-12T13:58:01.876 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c:123:5: warning: ignoring return value of 'seteuid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.877 INFO:teuthology.orchestra.run.smithi050.stderr: 123 | seteuid(0); 2023-07-12T13:58:01.877 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~ 2023-07-12T13:58:01.877 INFO:teuthology.orchestra.run.smithi050.stderr:fs_perms.c:124:5: warning: ignoring return value of 'setegid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:01.877 INFO:teuthology.orchestra.run.smithi050.stderr: 124 | setegid(0); 2023-07-12T13:58:01.877 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~ 2023-07-12T13:58:01.929 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] testx 2023-07-12T13:58:02.100 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] looptest 2023-07-12T13:58:02.344 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] locktest 2023-07-12T13:58:02.709 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] unwritten_mmap 2023-07-12T13:58:02.920 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] bulkstat_unlink_test 2023-07-12T13:58:03.084 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test.c: In function 'main': 2023-07-12T13:58:03.084 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test.c:106:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:03.084 INFO:teuthology.orchestra.run.smithi050.stderr: 106 | write(fd[i], fname, sizeof(fname)); 2023-07-12T13:58:03.084 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:03.084 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test.c:178:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:03.085 INFO:teuthology.orchestra.run.smithi050.stderr: 178 | system(fname); 2023-07-12T13:58:03.085 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~ 2023-07-12T13:58:03.174 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] deduperace 2023-07-12T13:58:03.421 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] bulkstat_unlink_test_modified 2023-07-12T13:58:03.586 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test_modified.c: In function 'main': 2023-07-12T13:58:03.586 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test_modified.c:83:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:03.586 INFO:teuthology.orchestra.run.smithi050.stderr: 83 | write(fd, fname, sizeof(fname)); 2023-07-12T13:58:03.587 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:03.587 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test_modified.c:139:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:03.587 INFO:teuthology.orchestra.run.smithi050.stderr: 139 | write(fd, fname, sizeof(fname)); 2023-07-12T13:58:03.587 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:03.587 INFO:teuthology.orchestra.run.smithi050.stderr:bulkstat_unlink_test_modified.c:185:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:03.588 INFO:teuthology.orchestra.run.smithi050.stderr: 185 | system(fname); 2023-07-12T13:58:03.588 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~ 2023-07-12T13:58:03.672 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_dir_offset 2023-07-12T13:58:03.780 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:58:03.785 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:58:03.865 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_futimens 2023-07-12T13:58:04.048 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_immutable 2023-07-12T13:58:04.228 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c: In function 'create_test_area': 2023-07-12T13:58:04.228 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2061:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.228 INFO:teuthology.orchestra.run.smithi050.stderr: 2061 | asprintf(&path, "%s/immutable.d", dir); 2023-07-12T13:58:04.229 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.229 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2096:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.229 INFO:teuthology.orchestra.run.smithi050.stderr: 2096 | asprintf(&path, "%s/append-only.d", dir); 2023-07-12T13:58:04.229 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.230 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c: In function 'remove_test_area': 2023-07-12T13:58:04.230 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2152:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.230 INFO:teuthology.orchestra.run.smithi050.stderr: 2152 | asprintf(&path, "%s/immutable.d", dir); 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2163:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr: 2163 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2175:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr: 2175 | asprintf(&path, "%s/append-only.d", dir); 2023-07-12T13:58:04.231 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2186:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr: 2186 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2197:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr: 2197 | asprintf(&path, "%s/append-only.f", dir); 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.232 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:2209:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.233 INFO:teuthology.orchestra.run.smithi050.stderr: 2209 | asprintf(&path, "%s/immutable.f", dir); 2023-07-12T13:58:04.233 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.233 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c: In function 'check_test_area': 2023-07-12T13:58:04.235 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1788:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.235 INFO:teuthology.orchestra.run.smithi050.stderr: 1788 | asprintf(&path, "%s/", dir); 2023-07-12T13:58:04.235 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1800:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr: 1800 | asprintf(&path, "%s/immutable.f", dir); 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1812:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr: 1812 | asprintf(&path, "%s/append-only.f", dir); 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.236 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1824:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr: 1824 | asprintf(&path, "%s/immutable.d", dir); 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1837:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr: 1837 | asprintf(&path, "%s/append-only.d", dir); 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1850:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr: 1850 | asprintf(&path, "%s/immutable.d/file", dir); 2023-07-12T13:58:04.237 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1862:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr: 1862 | asprintf(&path, "%s/append-only.d/file", dir); 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1874:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr: 1874 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1887:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.238 INFO:teuthology.orchestra.run.smithi050.stderr: 1887 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c: In function 'test_immutable': 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:151:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr: 151 | asprintf(&path, "%s/immutable.f", dir); 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:381:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr: 381 | asprintf(&linkpath, "%s/immutable.f.hardlink", dir); 2023-07-12T13:58:04.239 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:408:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr: 408 | chown(path, 0, 0); 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:485:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr: 485 | asprintf(&linkpath, "%s/immutable.f.newname", dir); 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.240 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:532:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr: 532 | asprintf(&path, "%s/immutable.d/file", dir); 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:553:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr: 553 | chown(path, 0, 0); 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:556:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr: 556 | asprintf(&linkpath, "%s/immutable.d/file.link", dir); 2023-07-12T13:58:04.241 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:575:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr: 575 | asprintf(&linkpath, "%s/immutable.d/file.newname", dir); 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:595:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr: 595 | asprintf(&path, "%s/immutable.d/newfile", dir); 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:619:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.242 INFO:teuthology.orchestra.run.smithi050.stderr: 619 | asprintf(&path, "%s/immutable.d/newdir", dir); 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:631:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr: 631 | asprintf(&path, "%s/immutable.d/dir/newfile-%d", dir, getuid()); 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:653:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr: 653 | chown(path, 0, 0); 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:657:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr: 657 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:668:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr: 668 | asprintf(&path, "%s/immutable.d", dir); 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:705:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr: 705 | chown(path, 0, 0); 2023-07-12T13:58:04.244 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.245 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:782:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.245 INFO:teuthology.orchestra.run.smithi050.stderr: 782 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-07-12T13:58:04.245 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.247 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c: In function 'test_append': 2023-07-12T13:58:04.247 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:822:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.247 INFO:teuthology.orchestra.run.smithi050.stderr: 822 | asprintf(&path, "%s/append-only.f", dir); 2023-07-12T13:58:04.247 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.247 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1024:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.247 INFO:teuthology.orchestra.run.smithi050.stderr: 1024 | asprintf(&linkpath, "%s/append-only.f.hardlink", dir); 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1051:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr: 1051 | chown(path, 0, 0); 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1126:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr: 1126 | asprintf(&linkpath, "%s/append-only.f.newname", dir); 2023-07-12T13:58:04.248 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1495:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr: 1495 | asprintf(&path, "%s/append-only.d/file", dir); 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1516:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr: 1516 | chown(path, 0, 0); 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1519:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.249 INFO:teuthology.orchestra.run.smithi050.stderr: 1519 | asprintf(&linkpath, "%s/append-only.d/file.link-%d", dir, getuid()); 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1529:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr: 1529 | asprintf(&linkpath, "%s/append-only.d/file.symlink-%d", dir, getuid()); 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1539:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr: 1539 | asprintf(&linkpath, "%s/append-only.d/file.newname", dir); 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.250 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1559:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr: 1559 | asprintf(&path, "%s/append-only.d/newfile-%d", dir, getuid()); 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1573:11: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr: 1573 | asprintf(&path, "%s/append-only.d/newdev-%d", dir, getuid()); 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1586:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr: 1586 | asprintf(&path, "%s/append-only.d/newdir-%d", dir, getuid()); 2023-07-12T13:58:04.251 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1596:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr: 1596 | asprintf(&path, "%s/append-only.d/newdir-%d/newfile-%d", dir, getuid(), getuid()); 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1618:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr: 1618 | chown(path, 0, 0); 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.252 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1622:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr: 1622 | asprintf(&path, "%s/append-only.d/dir/newfile-%d", dir, getuid()); 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1644:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr: 1644 | chown(path, 0, 0); 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1648:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr: 1648 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-07-12T13:58:04.253 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1659:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr: 1659 | asprintf(&path, "%s/append-only.d", dir); 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1692:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr: 1692 | chown(path, 0, 0); 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr:t_immutable.c:1769:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.254 INFO:teuthology.orchestra.run.smithi050.stderr: 1769 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-07-12T13:58:04.255 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:04.819 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] stale_handle 2023-07-12T13:58:04.982 INFO:teuthology.orchestra.run.smithi050.stderr:stale_handle.c: In function 'main': 2023-07-12T13:58:04.983 INFO:teuthology.orchestra.run.smithi050.stderr:stale_handle.c:102:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:04.983 INFO:teuthology.orchestra.run.smithi050.stderr: 102 | system("echo 3 > /proc/sys/vm/drop_caches"); 2023-07-12T13:58:04.983 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.041 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] pwrite_mmap_blocked 2023-07-12T13:58:05.241 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_dir_offset2 2023-07-12T13:58:05.483 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] seek_sanity_test 2023-07-12T13:58:05.655 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c: In function 'test18': 2023-07-12T13:58:05.655 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:460:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.655 INFO:teuthology.orchestra.run.smithi050.stderr: 460 | ftruncate(fd, 0); 2023-07-12T13:58:05.655 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.657 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c: In function 'test_basic_support': 2023-07-12T13:58:05.657 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:1207:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.657 INFO:teuthology.orchestra.run.smithi050.stderr: 1207 | ftruncate(fd, 0); 2023-07-12T13:58:05.657 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.658 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:1256:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.658 INFO:teuthology.orchestra.run.smithi050.stderr: 1256 | ftruncate(fd, 0); 2023-07-12T13:58:05.658 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.659 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c: In function 'get_io_sizes': 2023-07-12T13:58:05.659 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:88:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.659 INFO:teuthology.orchestra.run.smithi050.stderr: 88 | ftruncate(fd, 0); 2023-07-12T13:58:05.659 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.659 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:89:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr: 89 | pwrite(fd, "a", 1, offset); 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:98:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr: 98 | ftruncate(fd, 0); 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr:seek_sanity_test.c:99:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr: 99 | pwrite(fd, "a", 1, offset); 2023-07-12T13:58:05.660 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:05.984 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] seek_copy_test 2023-07-12T13:58:06.211 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_readdir_1 2023-07-12T13:58:06.363 INFO:teuthology.orchestra.run.smithi050.stderr:t_readdir_1.c: In function 'main': 2023-07-12T13:58:06.363 INFO:teuthology.orchestra.run.smithi050.stderr:t_readdir_1.c:30:25: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:06.363 INFO:teuthology.orchestra.run.smithi050.stderr: 30 | read(fd, buf, 100); 2023-07-12T13:58:06.363 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:06.406 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_readdir_2 2023-07-12T13:58:06.601 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fsync-tester 2023-07-12T13:58:06.755 INFO:teuthology.orchestra.run.smithi050.stderr:fsync-tester.c: In function 'main': 2023-07-12T13:58:06.756 INFO:teuthology.orchestra.run.smithi050.stderr:fsync-tester.c:391:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:06.756 INFO:teuthology.orchestra.run.smithi050.stderr: 391 | read(fd, &seed, sizeof(seed)); 2023-07-12T13:58:06.756 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:06.757 INFO:teuthology.orchestra.run.smithi050.stderr:fsync-tester.c:541:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:06.757 INFO:teuthology.orchestra.run.smithi050.stderr: 541 | system("reboot -fn"); 2023-07-12T13:58:06.757 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:06.758 INFO:teuthology.orchestra.run.smithi050.stderr:fsync-tester.c: In function 'drop_all_caches': 2023-07-12T13:58:06.758 INFO:teuthology.orchestra.run.smithi050.stderr:fsync-tester.c:90:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:06.759 INFO:teuthology.orchestra.run.smithi050.stderr: 90 | write(fd, value, sizeof(value)-1); 2023-07-12T13:58:06.759 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:06.912 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] nsexec 2023-07-12T13:58:07.141 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] cloner 2023-07-12T13:58:07.367 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] renameat2 2023-07-12T13:58:07.582 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_getcwd 2023-07-12T13:58:07.733 INFO:teuthology.orchestra.run.smithi050.stderr:t_getcwd.c: In function 'test_getcwd': 2023-07-12T13:58:07.733 INFO:teuthology.orchestra.run.smithi050.stderr:t_getcwd.c:21:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:07.734 INFO:teuthology.orchestra.run.smithi050.stderr: 21 | getcwd(cur_cwd, BUF_SIZE); 2023-07-12T13:58:07.734 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:07.789 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] e4compact 2023-07-12T13:58:08.043 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] test-nextquota 2023-07-12T13:58:08.267 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] punch-alternating 2023-07-12T13:58:08.488 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] attr-list-by-handle-cursor-test 2023-07-12T13:58:08.705 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] listxattr 2023-07-12T13:58:08.895 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dio-interleaved 2023-07-12T13:58:09.105 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_dir_type 2023-07-12T13:58:09.307 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] dio-invalidate-cache 2023-07-12T13:58:09.461 INFO:teuthology.orchestra.run.smithi050.stderr:dio-invalidate-cache.c: In function 'main': 2023-07-12T13:58:09.461 INFO:teuthology.orchestra.run.smithi050.stderr:dio-invalidate-cache.c:286:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:09.461 INFO:teuthology.orchestra.run.smithi050.stderr: 286 | write(fd, buf, blksz * nr_child); 2023-07-12T13:58:09.461 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:09.562 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] stat_test 2023-07-12T13:58:09.916 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_encrypted_d_revalidate 2023-07-12T13:58:10.130 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] attr_replace_test 2023-07-12T13:58:10.343 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] swapon 2023-07-12T13:58:10.555 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] mkswap 2023-07-12T13:58:10.752 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_attr_corruption 2023-07-12T13:58:10.949 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_open_tmpfiles 2023-07-12T13:58:11.179 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fscrypt-crypt-util 2023-07-12T13:58:11.914 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] bulkstat_null_ocount 2023-07-12T13:58:12.124 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] splice-test 2023-07-12T13:58:12.356 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] chprojid_fail 2023-07-12T13:58:12.568 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] detached_mounts_propagation 2023-07-12T13:58:12.804 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] ext4_resize 2023-07-12T13:58:12.999 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_readdir_3 2023-07-12T13:58:13.243 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] splice2pipe 2023-07-12T13:58:13.394 INFO:teuthology.orchestra.run.smithi050.stderr:splice2pipe.c: In function 'prepare_pipe': 2023-07-12T13:58:13.395 INFO:teuthology.orchestra.run.smithi050.stderr:splice2pipe.c:57:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:13.395 INFO:teuthology.orchestra.run.smithi050.stderr: 57 | write(p[1], buffer, n); 2023-07-12T13:58:13.395 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:13.395 INFO:teuthology.orchestra.run.smithi050.stderr:splice2pipe.c:65:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:13.395 INFO:teuthology.orchestra.run.smithi050.stderr: 65 | read(p[0], buffer, n); 2023-07-12T13:58:13.396 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:13.455 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] uuid_ioctl 2023-07-12T13:58:13.658 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fiemap-tester 2023-07-12T13:58:13.975 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_stripealign 2023-07-12T13:58:14.178 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] open_by_handle 2023-07-12T13:58:14.479 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] t_mmap_dio 2023-07-12T13:58:14.690 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] xfsfind 2023-07-12T13:58:14.940 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] fssum 2023-07-12T13:58:15.445 INFO:teuthology.orchestra.run.smithi050.stdout:Building log-writes 2023-07-12T13:58:15.454 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] replay-log 2023-07-12T13:58:15.844 INFO:teuthology.orchestra.run.smithi050.stdout:Building perf 2023-07-12T13:58:15.851 INFO:teuthology.orchestra.run.smithi050.stdout:Building aio-dio-regress 2023-07-12T13:58:15.861 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aiocp 2023-07-12T13:58:16.149 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-append-write-fallocate-race 2023-07-12T13:58:16.379 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-append-write-read-race 2023-07-12T13:58:16.612 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-cow-race 2023-07-12T13:58:16.823 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-cycle-write 2023-07-12T13:58:16.976 INFO:teuthology.orchestra.run.smithi050.stderr:aio-dio-cycle-write.c: In function 'init_test': 2023-07-12T13:58:16.976 INFO:teuthology.orchestra.run.smithi050.stderr:aio-dio-cycle-write.c:83:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:16.976 INFO:teuthology.orchestra.run.smithi050.stderr: 83 | ftruncate(fd, buf_size); 2023-07-12T13:58:16.977 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:17.070 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-eof-race 2023-07-12T13:58:17.313 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-extend-stat 2023-07-12T13:58:17.535 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-fcntl-race 2023-07-12T13:58:17.753 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-hole-filling-race 2023-07-12T13:58:17.957 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-invalidate-failure 2023-07-12T13:58:18.170 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-invalidate-readahead 2023-07-12T13:58:18.394 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aiodio_sparse2 2023-07-12T13:58:18.546 INFO:teuthology.orchestra.run.smithi050.stderr:aiodio_sparse2.c: In function 'aiodio_sparse': 2023-07-12T13:58:18.547 INFO:teuthology.orchestra.run.smithi050.stderr:aiodio_sparse2.c:111:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:18.547 INFO:teuthology.orchestra.run.smithi050.stderr: 111 | ftruncate(fd, filesize); 2023-07-12T13:58:18.547 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:18.547 INFO:teuthology.orchestra.run.smithi050.stderr:aiodio_sparse2.c: In function 'dirty_freeblocks': 2023-07-12T13:58:18.548 INFO:teuthology.orchestra.run.smithi050.stderr:aiodio_sparse2.c:274:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-07-12T13:58:18.548 INFO:teuthology.orchestra.run.smithi050.stderr: 274 | ftruncate(fd, size); 2023-07-12T13:58:18.548 INFO:teuthology.orchestra.run.smithi050.stderr: | ^~~~~~~~~~~~~~~~~~~ 2023-07-12T13:58:18.673 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-subblock-eof-read 2023-07-12T13:58:18.872 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-dio-write-verify 2023-07-12T13:58:19.124 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-07-12T13:58:19.311 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-07-12T13:58:19.497 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] aio-last-ref-held-by-io 2023-07-12T13:58:19.732 INFO:teuthology.orchestra.run.smithi050.stdout:Building vfs 2023-07-12T13:58:19.741 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] vfstest 2023-07-12T13:58:22.083 INFO:teuthology.orchestra.run.smithi050.stdout: [CC] mount-idmapped 2023-07-12T13:58:22.551 INFO:teuthology.orchestra.run.smithi050.stdout:Building m4 2023-07-12T13:58:22.557 INFO:teuthology.orchestra.run.smithi050.stdout:Building common 2023-07-12T13:58:22.564 INFO:teuthology.orchestra.run.smithi050.stdout:Building tests 2023-07-12T13:58:22.573 INFO:teuthology.orchestra.run.smithi050.stdout:Building btrfs 2023-07-12T13:58:22.583 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/btrfs/group.list 2023-07-12T13:58:22.721 INFO:teuthology.orchestra.run.smithi050.stdout:Building ceph 2023-07-12T13:58:22.730 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ceph/group.list 2023-07-12T13:58:22.764 INFO:teuthology.orchestra.run.smithi050.stdout:Building cifs 2023-07-12T13:58:22.772 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/cifs/group.list 2023-07-12T13:58:22.801 INFO:teuthology.orchestra.run.smithi050.stdout:Building ext4 2023-07-12T13:58:22.810 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ext4/group.list 2023-07-12T13:58:22.899 INFO:teuthology.orchestra.run.smithi050.stdout:Building f2fs 2023-07-12T13:58:22.908 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/f2fs/group.list 2023-07-12T13:58:22.948 INFO:teuthology.orchestra.run.smithi050.stdout:Building generic 2023-07-12T13:58:22.960 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/generic/group.list 2023-07-12T13:58:23.184 INFO:teuthology.orchestra.run.smithi050.stdout:Building nfs 2023-07-12T13:58:23.193 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/nfs/group.list 2023-07-12T13:58:23.226 INFO:teuthology.orchestra.run.smithi050.stdout:Building ocfs2 2023-07-12T13:58:23.235 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ocfs2/group.list 2023-07-12T13:58:23.266 INFO:teuthology.orchestra.run.smithi050.stdout:Building overlay 2023-07-12T13:58:23.275 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/overlay/group.list 2023-07-12T13:58:23.366 INFO:teuthology.orchestra.run.smithi050.stdout:Building perf 2023-07-12T13:58:23.375 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/perf/group.list 2023-07-12T13:58:23.401 INFO:teuthology.orchestra.run.smithi050.stdout:Building selftest 2023-07-12T13:58:23.410 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/selftest/group.list 2023-07-12T13:58:23.439 INFO:teuthology.orchestra.run.smithi050.stdout:Building shared 2023-07-12T13:58:23.448 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/shared/group.list 2023-07-12T13:58:23.488 INFO:teuthology.orchestra.run.smithi050.stdout:Building tmpfs 2023-07-12T13:58:23.497 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/tmpfs/group.list 2023-07-12T13:58:23.528 INFO:teuthology.orchestra.run.smithi050.stdout:Building udf 2023-07-12T13:58:23.537 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/udf/group.list 2023-07-12T13:58:23.564 INFO:teuthology.orchestra.run.smithi050.stdout:Building xfs 2023-07-12T13:58:23.575 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/xfs/group.list 2023-07-12T13:58:23.804 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo make install) 2023-07-12T13:58:23.890 INFO:teuthology.orchestra.run.smithi050.stdout:Building include 2023-07-12T13:58:23.897 INFO:teuthology.orchestra.run.smithi050.stdout:Building lib 2023-07-12T13:58:23.904 INFO:teuthology.orchestra.run.smithi050.stdout:Building ltp 2023-07-12T13:58:23.911 INFO:teuthology.orchestra.run.smithi050.stdout:Building src 2023-07-12T13:58:23.968 INFO:teuthology.orchestra.run.smithi050.stdout:Building log-writes 2023-07-12T13:58:23.975 INFO:teuthology.orchestra.run.smithi050.stdout:Building perf 2023-07-12T13:58:23.981 INFO:teuthology.orchestra.run.smithi050.stdout:Building aio-dio-regress 2023-07-12T13:58:23.989 INFO:teuthology.orchestra.run.smithi050.stdout:Building vfs 2023-07-12T13:58:23.996 INFO:teuthology.orchestra.run.smithi050.stdout:Building m4 2023-07-12T13:58:24.002 INFO:teuthology.orchestra.run.smithi050.stdout:Building common 2023-07-12T13:58:24.009 INFO:teuthology.orchestra.run.smithi050.stdout:Building tests 2023-07-12T13:58:24.018 INFO:teuthology.orchestra.run.smithi050.stdout:Building btrfs 2023-07-12T13:58:24.028 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/btrfs/group.list 2023-07-12T13:58:24.163 INFO:teuthology.orchestra.run.smithi050.stdout:Building ceph 2023-07-12T13:58:24.171 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ceph/group.list 2023-07-12T13:58:24.205 INFO:teuthology.orchestra.run.smithi050.stdout:Building cifs 2023-07-12T13:58:24.214 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/cifs/group.list 2023-07-12T13:58:24.243 INFO:teuthology.orchestra.run.smithi050.stdout:Building ext4 2023-07-12T13:58:24.252 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ext4/group.list 2023-07-12T13:58:24.341 INFO:teuthology.orchestra.run.smithi050.stdout:Building f2fs 2023-07-12T13:58:24.349 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/f2fs/group.list 2023-07-12T13:58:24.389 INFO:teuthology.orchestra.run.smithi050.stdout:Building generic 2023-07-12T13:58:24.400 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/generic/group.list 2023-07-12T13:58:24.618 INFO:teuthology.orchestra.run.smithi050.stdout:Building nfs 2023-07-12T13:58:24.627 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/nfs/group.list 2023-07-12T13:58:24.660 INFO:teuthology.orchestra.run.smithi050.stdout:Building ocfs2 2023-07-12T13:58:24.669 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ocfs2/group.list 2023-07-12T13:58:24.700 INFO:teuthology.orchestra.run.smithi050.stdout:Building overlay 2023-07-12T13:58:24.710 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/overlay/group.list 2023-07-12T13:58:24.798 INFO:teuthology.orchestra.run.smithi050.stdout:Building perf 2023-07-12T13:58:24.807 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/perf/group.list 2023-07-12T13:58:24.834 INFO:teuthology.orchestra.run.smithi050.stdout:Building selftest 2023-07-12T13:58:24.842 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/selftest/group.list 2023-07-12T13:58:24.871 INFO:teuthology.orchestra.run.smithi050.stdout:Building shared 2023-07-12T13:58:24.880 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/shared/group.list 2023-07-12T13:58:24.920 INFO:teuthology.orchestra.run.smithi050.stdout:Building tmpfs 2023-07-12T13:58:24.929 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/tmpfs/group.list 2023-07-12T13:58:24.961 INFO:teuthology.orchestra.run.smithi050.stdout:Building udf 2023-07-12T13:58:24.969 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/udf/group.list 2023-07-12T13:58:24.996 INFO:teuthology.orchestra.run.smithi050.stdout:Building xfs 2023-07-12T13:58:25.007 INFO:teuthology.orchestra.run.smithi050.stdout: [GROUP] /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/xfs/group.list 2023-07-12T13:58:25.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-07-12T13:58:25.232 INFO:teuthology.orchestra.run.smithi050.stdout:gmake[1]: Nothing to be done for 'install'. 2023-07-12T13:58:25.233 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-07-12T13:58:25.237 INFO:teuthology.orchestra.run.smithi050.stdout:gmake[1]: Nothing to be done for 'install'. 2023-07-12T13:58:25.237 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-07-12T13:58:25.242 INFO:teuthology.orchestra.run.smithi050.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-07-12T13:58:25.263 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-07-12T13:58:25.425 INFO:teuthology.orchestra.run.smithi050.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-07-12T13:58:25.447 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-07-12T13:58:25.476 INFO:teuthology.orchestra.run.smithi050.stdout:Building log-writes 2023-07-12T13:58:25.482 INFO:teuthology.orchestra.run.smithi050.stdout:Building perf 2023-07-12T13:58:25.489 INFO:teuthology.orchestra.run.smithi050.stdout:Building aio-dio-regress 2023-07-12T13:58:25.496 INFO:teuthology.orchestra.run.smithi050.stdout:Building vfs 2023-07-12T13:58:25.501 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake -C log-writes install 2023-07-12T13:58:25.505 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-07-12T13:58:25.526 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-07-12T13:58:25.548 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake -C perf install 2023-07-12T13:58:25.551 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-07-12T13:58:25.572 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2023-07-12T13:58:25.623 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-07-12T13:58:25.627 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-07-12T13:58:25.648 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2023-07-12T13:58:25.765 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake -C vfs install 2023-07-12T13:58:25.769 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-07-12T13:58:25.790 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-07-12T13:58:25.819 INFO:teuthology.orchestra.run.smithi050.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-07-12T13:58:25.840 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-07-12T13:58:28.659 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py /var/lib/xfstests/src 2023-07-12T13:58:28.863 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-07-12T13:58:28.911 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-07-12T13:58:28.915 INFO:teuthology.orchestra.run.smithi050.stdout:gmake[1]: Nothing to be done for 'install'. 2023-07-12T13:58:28.916 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-07-12T13:58:28.919 INFO:teuthology.orchestra.run.smithi050.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-07-12T13:58:28.940 INFO:teuthology.orchestra.run.smithi050.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-07-12T13:58:29.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-07-12T13:58:29.234 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/btrfs/ install 2023-07-12T13:58:29.240 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-07-12T13:58:29.261 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 299 /var/lib/xfstests/tests/btrfs 2023-07-12T13:58:31.011 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-07-12T13:58:31.032 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 299.out /var/lib/xfstests/tests/btrfs 2023-07-12T13:58:32.786 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ceph/ install 2023-07-12T13:58:32.790 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-07-12T13:58:32.810 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-07-12T13:58:32.856 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-07-12T13:58:32.876 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2023-07-12T13:58:32.921 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/cifs/ install 2023-07-12T13:58:32.925 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-07-12T13:58:32.945 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-07-12T13:58:32.966 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-07-12T13:58:32.987 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-07-12T13:58:33.008 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ext4/ install 2023-07-12T13:58:33.012 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-07-12T13:58:33.034 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-07-12T13:58:33.448 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-07-12T13:58:33.470 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2023-07-12T13:58:33.859 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:58:33.863 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:58:33.910 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/f2fs/ install 2023-07-12T13:58:33.914 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-07-12T13:58:33.935 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-07-12T13:58:33.961 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-07-12T13:58:33.982 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-07-12T13:58:34.009 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/generic/ install 2023-07-12T13:58:34.017 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-07-12T13:58:34.038 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 /var/lib/xfstests/tests/generic 2023-07-12T13:58:38.379 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-07-12T13:58:38.400 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out /var/lib/xfstests/tests/generic 2023-07-12T13:58:42.784 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/nfs/ install 2023-07-12T13:58:42.788 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-07-12T13:58:42.809 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-07-12T13:58:42.830 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-07-12T13:58:42.851 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-07-12T13:58:42.872 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/ocfs2/ install 2023-07-12T13:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-07-12T13:58:42.897 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-07-12T13:58:42.918 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-07-12T13:58:42.939 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-07-12T13:58:42.960 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/overlay/ install 2023-07-12T13:58:42.965 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-07-12T13:58:42.986 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-07-12T13:58:43.571 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-07-12T13:58:43.593 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2023-07-12T13:58:44.181 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/perf/ install 2023-07-12T13:58:44.186 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-07-12T13:58:44.206 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-07-12T13:58:44.227 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-07-12T13:58:44.248 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-07-12T13:58:44.270 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/selftest/ install 2023-07-12T13:58:44.274 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-07-12T13:58:44.295 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-07-12T13:58:44.345 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-07-12T13:58:44.366 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2023-07-12T13:58:44.417 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/shared/ install 2023-07-12T13:58:44.421 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-07-12T13:58:44.441 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-07-12T13:58:44.474 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-07-12T13:58:44.495 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 002.out 032.out 298.out /var/lib/xfstests/tests/shared 2023-07-12T13:58:44.528 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/tmpfs/ install 2023-07-12T13:58:44.532 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-07-12T13:58:44.553 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-07-12T13:58:44.574 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-07-12T13:58:44.595 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-07-12T13:58:44.616 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/udf/ install 2023-07-12T13:58:44.620 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-07-12T13:58:44.641 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-07-12T13:58:44.662 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-07-12T13:58:44.683 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-07-12T13:58:44.704 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqVPtRqpiRxfstests-dev/tests/xfs/ install 2023-07-12T13:58:44.712 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-07-12T13:58:44.733 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-07-12T13:58:48.833 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-07-12T13:58:48.855 INFO:teuthology.orchestra.run.smithi050.stdout:../../install-sh -o root -g root -m 644 033.out.crc 033.out.default 071.out.32 071.out.64 096.out.external 096.out.internal 216.out.64mblog 216.out.classic 033.cfg 216.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out /var/lib/xfstests/tests/xfs 2023-07-12T13:58:53.004 INFO:teuthology.orchestra.run.smithi050.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-07-12T13:58:53.025 INFO:teuthology.orchestra.run.smithi050.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-07-12T13:58:53.045 INFO:teuthology.orchestra.run.smithi050.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-07-12T13:58:53.066 INFO:teuthology.orchestra.run.smithi050.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-07-12T13:58:53.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T13:58:53.091 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec ls tests/generic) 2023-07-12T13:58:53.146 INFO:teuthology.orchestra.run.smithi050.stdout:001 2023-07-12T13:58:53.146 INFO:teuthology.orchestra.run.smithi050.stdout:001.out 2023-07-12T13:58:53.146 INFO:teuthology.orchestra.run.smithi050.stdout:002 2023-07-12T13:58:53.146 INFO:teuthology.orchestra.run.smithi050.stdout:002.out 2023-07-12T13:58:53.146 INFO:teuthology.orchestra.run.smithi050.stdout:003 2023-07-12T13:58:53.146 INFO:teuthology.orchestra.run.smithi050.stdout:003.out 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:004 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:004.out 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:005 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:005.out 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:006 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:006.out 2023-07-12T13:58:53.147 INFO:teuthology.orchestra.run.smithi050.stdout:007 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:007.out 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:008 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:008.out 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:009 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:009.out 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:010 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:010.out 2023-07-12T13:58:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:011 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:011.out 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:012 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:012.out 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:013 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:013.out 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:014 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:014.out 2023-07-12T13:58:53.149 INFO:teuthology.orchestra.run.smithi050.stdout:015 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:015.out 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:016 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:016.out 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:017 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:017.out 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:018 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:018.out 2023-07-12T13:58:53.150 INFO:teuthology.orchestra.run.smithi050.stdout:019 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:019.out 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:020 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:020.out 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:021 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:021.out 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:022 2023-07-12T13:58:53.151 INFO:teuthology.orchestra.run.smithi050.stdout:022.out 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:023 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:023.out 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:024 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:024.out 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:025 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:025.out 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:026 2023-07-12T13:58:53.152 INFO:teuthology.orchestra.run.smithi050.stdout:026.out 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:027 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:027.out 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:028 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:028.out 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:029 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:029.out 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:030 2023-07-12T13:58:53.153 INFO:teuthology.orchestra.run.smithi050.stdout:030.out 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:031 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:031.out 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:032 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:032.out 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:033 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:033.out 2023-07-12T13:58:53.154 INFO:teuthology.orchestra.run.smithi050.stdout:034 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:034.out 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:035 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:035.cfg 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:035.out.default 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:035.out.nfs 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:036 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:036.out 2023-07-12T13:58:53.155 INFO:teuthology.orchestra.run.smithi050.stdout:037 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:037.out 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:038 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:038.out 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:039 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:039.out 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:040 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:040.out 2023-07-12T13:58:53.156 INFO:teuthology.orchestra.run.smithi050.stdout:041 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:041.out 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:042 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:042.out 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:043 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:043.out 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:044 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:044.out 2023-07-12T13:58:53.157 INFO:teuthology.orchestra.run.smithi050.stdout:045 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:045.out 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:046 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:046.out 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:047 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:047.out 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:048 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:048.out 2023-07-12T13:58:53.158 INFO:teuthology.orchestra.run.smithi050.stdout:049 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:049.out 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:050 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:050.cfg 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:050.out.default 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:050.out.nojournal 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:050.out.xfsquota 2023-07-12T13:58:53.159 INFO:teuthology.orchestra.run.smithi050.stdout:051 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:051.out 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:052 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:052.out 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:053 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:053.out 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:054 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:054.out 2023-07-12T13:58:53.160 INFO:teuthology.orchestra.run.smithi050.stdout:055 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:055.out 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:056 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:056.out 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:057 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:057.out 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:058 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:058.out 2023-07-12T13:58:53.161 INFO:teuthology.orchestra.run.smithi050.stdout:059 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:059.out 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:060 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:060.out 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:061 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:061.out 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:062 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:062.out 2023-07-12T13:58:53.162 INFO:teuthology.orchestra.run.smithi050.stdout:063 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:063.out 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:064 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:064.out 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:065 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:065.out 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:066 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:066.out 2023-07-12T13:58:53.163 INFO:teuthology.orchestra.run.smithi050.stdout:067 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:067.out 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:068 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:068.out 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:069 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:069.out 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:070 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:070.out 2023-07-12T13:58:53.164 INFO:teuthology.orchestra.run.smithi050.stdout:071 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:071.out 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:072 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:072.out 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:073 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:073.out 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:074 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:074.out 2023-07-12T13:58:53.165 INFO:teuthology.orchestra.run.smithi050.stdout:075 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:075.out 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:076 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:076.out 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:077 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:077.out 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:078 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:078.out 2023-07-12T13:58:53.166 INFO:teuthology.orchestra.run.smithi050.stdout:079 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:079.out 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:080 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:080.out 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:081 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:081.out 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:082 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:082.out 2023-07-12T13:58:53.167 INFO:teuthology.orchestra.run.smithi050.stdout:083 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:083.out 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:084 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:084.out 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:085 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:085.out 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:086 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:086.out 2023-07-12T13:58:53.168 INFO:teuthology.orchestra.run.smithi050.stdout:087 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:087.out 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:088 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:088.out 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:089 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:089.out 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:090 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:090.out 2023-07-12T13:58:53.169 INFO:teuthology.orchestra.run.smithi050.stdout:091 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:091.out 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:092 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:092.out 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:093 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:093.out 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:094 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:094.out 2023-07-12T13:58:53.170 INFO:teuthology.orchestra.run.smithi050.stdout:095 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:095.out 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:096 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:096.out 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:097 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:097.out 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:098 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:098.out 2023-07-12T13:58:53.171 INFO:teuthology.orchestra.run.smithi050.stdout:099 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:099.out 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:100 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:100.out 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:101 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:101.out 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:102 2023-07-12T13:58:53.172 INFO:teuthology.orchestra.run.smithi050.stdout:102.out 2023-07-12T13:58:53.173 INFO:teuthology.orchestra.run.smithi050.stdout:103 2023-07-12T13:58:53.173 INFO:teuthology.orchestra.run.smithi050.stdout:103.out 2023-07-12T13:58:53.173 INFO:teuthology.orchestra.run.smithi050.stdout:104 2023-07-12T13:58:53.173 INFO:teuthology.orchestra.run.smithi050.stdout:104.out 2023-07-12T13:58:53.173 INFO:teuthology.orchestra.run.smithi050.stdout:105 2023-07-12T13:58:53.173 INFO:teuthology.orchestra.run.smithi050.stdout:105.out 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:106 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:106.out 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:107 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:107.out 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:108 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:108.out 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:109 2023-07-12T13:58:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:109.out 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:110 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:110.out 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:111 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:111.out 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:112 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:112.out 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:113 2023-07-12T13:58:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:113.out 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:114 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:114.out 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:115 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:115.out 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:116 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:116.out 2023-07-12T13:58:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:117 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:117.out 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:118 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:118.out 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:119 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:119.out 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:120 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:120.out 2023-07-12T13:58:53.177 INFO:teuthology.orchestra.run.smithi050.stdout:121 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:121.out 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:122 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:122.out 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:123 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:123.out 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:124 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:124.out 2023-07-12T13:58:53.178 INFO:teuthology.orchestra.run.smithi050.stdout:125 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:125.out 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:126 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:126.out 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:127 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:127.out 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:128 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:128.out 2023-07-12T13:58:53.179 INFO:teuthology.orchestra.run.smithi050.stdout:129 2023-07-12T13:58:53.180 INFO:teuthology.orchestra.run.smithi050.stdout:129.out 2023-07-12T13:58:53.180 INFO:teuthology.orchestra.run.smithi050.stdout:130 2023-07-12T13:58:53.180 INFO:teuthology.orchestra.run.smithi050.stdout:130.out 2023-07-12T13:58:53.180 INFO:teuthology.orchestra.run.smithi050.stdout:131 2023-07-12T13:58:53.180 INFO:teuthology.orchestra.run.smithi050.stdout:131.out 2023-07-12T13:58:53.181 INFO:teuthology.orchestra.run.smithi050.stdout:132 2023-07-12T13:58:53.181 INFO:teuthology.orchestra.run.smithi050.stdout:132.out 2023-07-12T13:58:53.181 INFO:teuthology.orchestra.run.smithi050.stdout:133 2023-07-12T13:58:53.181 INFO:teuthology.orchestra.run.smithi050.stdout:133.out 2023-07-12T13:58:53.181 INFO:teuthology.orchestra.run.smithi050.stdout:134 2023-07-12T13:58:53.181 INFO:teuthology.orchestra.run.smithi050.stdout:134.out 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:135 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:135.out 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:136 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:136.out 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:137 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:137.out 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:138 2023-07-12T13:58:53.182 INFO:teuthology.orchestra.run.smithi050.stdout:138.out 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:139 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:139.out 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:140 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:140.out 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:141 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:141.out 2023-07-12T13:58:53.183 INFO:teuthology.orchestra.run.smithi050.stdout:142 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:142.out 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:143 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:143.out 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:144 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:144.out 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:145 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:145.out 2023-07-12T13:58:53.184 INFO:teuthology.orchestra.run.smithi050.stdout:146 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:146.out 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:147 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:147.out 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:148 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:148.out 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:149 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:149.out 2023-07-12T13:58:53.185 INFO:teuthology.orchestra.run.smithi050.stdout:150 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:150.out 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:151 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:151.out 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:152 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:152.out 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:153 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:153.out 2023-07-12T13:58:53.186 INFO:teuthology.orchestra.run.smithi050.stdout:154 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:154.out 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:155 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:155.out 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:156 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:156.out 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:157 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:157.out 2023-07-12T13:58:53.187 INFO:teuthology.orchestra.run.smithi050.stdout:158 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:158.out 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:159 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:159.out 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:160 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:160.out 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:161 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:161.out 2023-07-12T13:58:53.188 INFO:teuthology.orchestra.run.smithi050.stdout:162 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:162.out 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:163 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:163.out 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:164 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:164.out 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:165 2023-07-12T13:58:53.189 INFO:teuthology.orchestra.run.smithi050.stdout:165.out 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:166 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:166.out 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:167 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:167.out 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:168 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:168.out 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:169 2023-07-12T13:58:53.190 INFO:teuthology.orchestra.run.smithi050.stdout:169.out 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:170 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:170.out 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:171 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:171.out 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:172 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:172.out 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:173 2023-07-12T13:58:53.191 INFO:teuthology.orchestra.run.smithi050.stdout:173.out 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:174 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:174.out 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:175 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:175.out 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:176 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:176.out 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:177 2023-07-12T13:58:53.192 INFO:teuthology.orchestra.run.smithi050.stdout:177.out 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:178 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:178.out 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:179 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:179.out 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:180 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:180.out 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:181 2023-07-12T13:58:53.193 INFO:teuthology.orchestra.run.smithi050.stdout:181.out 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:182 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:182.out 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:183 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:183.out 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:184 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:184.out 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:185 2023-07-12T13:58:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:185.out 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:186 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:186.out 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:187 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:187.out 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:188 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:188.out 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:189 2023-07-12T13:58:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:189.out 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:190 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:190.out 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:191 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:191.out 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:192 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:192.out 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:193 2023-07-12T13:58:53.196 INFO:teuthology.orchestra.run.smithi050.stdout:193.out 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:194 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:194.out 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:195 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:195.out 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:196 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:196.out 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:197 2023-07-12T13:58:53.197 INFO:teuthology.orchestra.run.smithi050.stdout:197.out 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:198 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:198.out 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:199 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:199.out 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:200 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:200.out 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:201 2023-07-12T13:58:53.198 INFO:teuthology.orchestra.run.smithi050.stdout:201.out 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:202 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:202.out 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:203 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:203.out 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:204 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:204.out 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:205 2023-07-12T13:58:53.199 INFO:teuthology.orchestra.run.smithi050.stdout:205.out 2023-07-12T13:58:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:206 2023-07-12T13:58:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:206.out 2023-07-12T13:58:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:207 2023-07-12T13:58:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:207.out 2023-07-12T13:58:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:208 2023-07-12T13:58:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:208.out 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:209 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:209.out 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:210 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:210.out 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:211 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:211.out 2023-07-12T13:58:53.201 INFO:teuthology.orchestra.run.smithi050.stdout:212 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:212.out 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:213 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:213.out 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:214 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:214.out 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:215 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:215.out 2023-07-12T13:58:53.202 INFO:teuthology.orchestra.run.smithi050.stdout:216 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:216.out 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:217 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:217.out 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:218 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:218.out 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:219 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:219.out 2023-07-12T13:58:53.203 INFO:teuthology.orchestra.run.smithi050.stdout:220 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:220.out 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:221 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:221.out 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:222 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:222.out 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:223 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:223.out 2023-07-12T13:58:53.204 INFO:teuthology.orchestra.run.smithi050.stdout:224 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:224.out 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:225 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:225.out 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:226 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:226.out 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:227 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:227.out 2023-07-12T13:58:53.205 INFO:teuthology.orchestra.run.smithi050.stdout:228 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:228.out 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:229 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:229.out 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:230 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:230.out 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:231 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:231.out 2023-07-12T13:58:53.206 INFO:teuthology.orchestra.run.smithi050.stdout:232 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:232.out 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:233 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:233.out 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:234 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:234.out 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:235 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:235.out 2023-07-12T13:58:53.207 INFO:teuthology.orchestra.run.smithi050.stdout:236 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:236.out 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:237 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:237.out 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:238 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:238.out 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:239 2023-07-12T13:58:53.208 INFO:teuthology.orchestra.run.smithi050.stdout:239.out 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:240 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:240.out 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:241 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:241.out 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:242 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:242.out 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:243 2023-07-12T13:58:53.209 INFO:teuthology.orchestra.run.smithi050.stdout:243.out 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:244 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:244.out 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:245 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:245.out 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:246 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:246.out 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:247 2023-07-12T13:58:53.210 INFO:teuthology.orchestra.run.smithi050.stdout:247.out 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:248 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:248.out 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:249 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:249.out 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:250 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:250.out 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:251 2023-07-12T13:58:53.211 INFO:teuthology.orchestra.run.smithi050.stdout:251.out 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:252 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:252.out 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:253 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:253.out 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:254 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:254.out 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:255 2023-07-12T13:58:53.212 INFO:teuthology.orchestra.run.smithi050.stdout:255.out 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:256 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:256.out 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:257 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:257.out 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:258 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:258.out 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:259 2023-07-12T13:58:53.213 INFO:teuthology.orchestra.run.smithi050.stdout:259.out 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:260 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:260.out 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:261 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:261.out 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:262 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:262.out 2023-07-12T13:58:53.214 INFO:teuthology.orchestra.run.smithi050.stdout:263 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:263.out 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:264 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:264.out 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:265 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:265.out 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:266 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:266.out 2023-07-12T13:58:53.215 INFO:teuthology.orchestra.run.smithi050.stdout:267 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:267.out 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:268 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:268.out 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:269 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:269.out 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:270 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:270.out 2023-07-12T13:58:53.216 INFO:teuthology.orchestra.run.smithi050.stdout:271 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:271.out 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:272 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:272.out 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:273 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:273.out 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:274 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:274.out 2023-07-12T13:58:53.217 INFO:teuthology.orchestra.run.smithi050.stdout:275 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:275.out 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:276 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:276.out 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:277 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:277.out 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:278 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:278.out 2023-07-12T13:58:53.218 INFO:teuthology.orchestra.run.smithi050.stdout:279 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:279.out 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:280 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:280.out 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:281 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:281.out 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:282 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:282.out 2023-07-12T13:58:53.219 INFO:teuthology.orchestra.run.smithi050.stdout:283 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:283.out 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:284 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:284.out 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:285 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:285.out 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:286 2023-07-12T13:58:53.220 INFO:teuthology.orchestra.run.smithi050.stdout:286.out 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:287 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:287.out 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:288 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:288.out 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:289 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:289.out 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:290 2023-07-12T13:58:53.221 INFO:teuthology.orchestra.run.smithi050.stdout:290.out 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:291 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:291.out 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:292 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:292.out 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:293 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:293.out 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:294 2023-07-12T13:58:53.222 INFO:teuthology.orchestra.run.smithi050.stdout:294.out 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:295 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:295.out 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:296 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:296.out 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:297 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:297.out 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:298 2023-07-12T13:58:53.223 INFO:teuthology.orchestra.run.smithi050.stdout:298.out 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:299 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:299.out 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:300 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:300.out 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:301 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:301.out 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:302 2023-07-12T13:58:53.224 INFO:teuthology.orchestra.run.smithi050.stdout:302.out 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:303 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:303.out 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:304 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:304.out 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:305 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:305.out 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:306 2023-07-12T13:58:53.225 INFO:teuthology.orchestra.run.smithi050.stdout:306.out 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:307 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:307.out 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:308 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:308.out 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:309 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:309.out 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:310 2023-07-12T13:58:53.226 INFO:teuthology.orchestra.run.smithi050.stdout:310.out 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:311 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:311.out 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:312 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:312.out 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:313 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:313.out 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:314 2023-07-12T13:58:53.227 INFO:teuthology.orchestra.run.smithi050.stdout:314.out 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:315 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:315.out 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:316 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:316.out 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:317 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:317.out 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:318 2023-07-12T13:58:53.228 INFO:teuthology.orchestra.run.smithi050.stdout:318.out 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:319 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:319.out 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:320 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:320.out 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:321 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:321.out 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:322 2023-07-12T13:58:53.229 INFO:teuthology.orchestra.run.smithi050.stdout:322.out 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:323 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:323.out 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:324 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:324.out 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:325 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:325.out 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:326 2023-07-12T13:58:53.230 INFO:teuthology.orchestra.run.smithi050.stdout:326.out 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:327 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:327.out 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:328 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:328.out 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:329 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:329.out 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:330 2023-07-12T13:58:53.231 INFO:teuthology.orchestra.run.smithi050.stdout:330.out 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:331 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:331.out 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:332 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:332.out 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:333 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:333.out 2023-07-12T13:58:53.232 INFO:teuthology.orchestra.run.smithi050.stdout:334 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:334.out 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:335 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:335.out 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:336 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:336.out 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:337 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:337.out 2023-07-12T13:58:53.233 INFO:teuthology.orchestra.run.smithi050.stdout:338 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:338.out 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:339 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:339.out 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:340 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:340.out 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:341 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:341.out 2023-07-12T13:58:53.234 INFO:teuthology.orchestra.run.smithi050.stdout:342 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:342.out 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:343 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:343.out 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:344 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:344.out 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:345 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:345.out 2023-07-12T13:58:53.235 INFO:teuthology.orchestra.run.smithi050.stdout:346 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:346.out 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:347 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:347.out 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:348 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:348.out 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:349 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:349.out 2023-07-12T13:58:53.236 INFO:teuthology.orchestra.run.smithi050.stdout:350 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:350.out 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:351 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:351.out 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:352 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:352.out 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:353 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:353.out 2023-07-12T13:58:53.237 INFO:teuthology.orchestra.run.smithi050.stdout:354 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:354.out 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:355 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:355.out 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:356 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:356.out 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:357 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:357.out 2023-07-12T13:58:53.238 INFO:teuthology.orchestra.run.smithi050.stdout:358 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:358.out 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:359 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:359.out 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:360 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:360.out 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:361 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:361.out 2023-07-12T13:58:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:362 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:362.out 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:363 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:363.out 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:364 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:364.out 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:365 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:365.out 2023-07-12T13:58:53.240 INFO:teuthology.orchestra.run.smithi050.stdout:366 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:366.out 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:367 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:367.out 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:368 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:368.out 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:369 2023-07-12T13:58:53.241 INFO:teuthology.orchestra.run.smithi050.stdout:369.out 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:370 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:370.out 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:371 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:371.out 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:372 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:372.out 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:373 2023-07-12T13:58:53.242 INFO:teuthology.orchestra.run.smithi050.stdout:373.out 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:374 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:374.out 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:375 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:375.out 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:376 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:376.out 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:377 2023-07-12T13:58:53.243 INFO:teuthology.orchestra.run.smithi050.stdout:377.out 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:378 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:378.out 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:379 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:379.out 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:380 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:380.out 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:381 2023-07-12T13:58:53.244 INFO:teuthology.orchestra.run.smithi050.stdout:381.out 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:382 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:382.out 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:383 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:383.out 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:384 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:384.out 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:385 2023-07-12T13:58:53.245 INFO:teuthology.orchestra.run.smithi050.stdout:385.out 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:386 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:386.out 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:387 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:387.out 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:388 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:388.out 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:389 2023-07-12T13:58:53.246 INFO:teuthology.orchestra.run.smithi050.stdout:389.out 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:390 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:390.out 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:391 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:391.out 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:392 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:392.out 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:393 2023-07-12T13:58:53.247 INFO:teuthology.orchestra.run.smithi050.stdout:393.out 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:394 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:394.out 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:395 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:395.out 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:396 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:396.out 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:397 2023-07-12T13:58:53.248 INFO:teuthology.orchestra.run.smithi050.stdout:397.out 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:398 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:398.out 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:399 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:399.out 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:400 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:400.out 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:401 2023-07-12T13:58:53.249 INFO:teuthology.orchestra.run.smithi050.stdout:401.out 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:402 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:402.out 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:403 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:403.out 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:404 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:404.out 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:405 2023-07-12T13:58:53.250 INFO:teuthology.orchestra.run.smithi050.stdout:405.out 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:406 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:406.out 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:407 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:407.out 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:408 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:408.out 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:409 2023-07-12T13:58:53.251 INFO:teuthology.orchestra.run.smithi050.stdout:409.out 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:410 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:410.out 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:411 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:411.out 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:412 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:412.out 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:413 2023-07-12T13:58:53.252 INFO:teuthology.orchestra.run.smithi050.stdout:413.out 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:414 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:414.out 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:415 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:415.out 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:416 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:416.out 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:417 2023-07-12T13:58:53.253 INFO:teuthology.orchestra.run.smithi050.stdout:417.out 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:418 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:418.out 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:419 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:419.out 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:420 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:420.out 2023-07-12T13:58:53.254 INFO:teuthology.orchestra.run.smithi050.stdout:421 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:421.out 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:422 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:422.out 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:423 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:423.out 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:424 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:424.out 2023-07-12T13:58:53.255 INFO:teuthology.orchestra.run.smithi050.stdout:425 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:425.out 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:426 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:426.out 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:427 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:427.out 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:428 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:428.out 2023-07-12T13:58:53.256 INFO:teuthology.orchestra.run.smithi050.stdout:429 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:429.out 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:430 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:430.out 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:431 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:431.out 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:432 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:432.out 2023-07-12T13:58:53.257 INFO:teuthology.orchestra.run.smithi050.stdout:433 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:433.out 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:434 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:434.out 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:435 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:435.out 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:436 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:436.out 2023-07-12T13:58:53.258 INFO:teuthology.orchestra.run.smithi050.stdout:437 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:437.out 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:438 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:438.out 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:439 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:439.out 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:440 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:440.out 2023-07-12T13:58:53.259 INFO:teuthology.orchestra.run.smithi050.stdout:441 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:441.out 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:442 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:442.out 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:443 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:443.out 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:444 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:444.out 2023-07-12T13:58:53.260 INFO:teuthology.orchestra.run.smithi050.stdout:445 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:445.out 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:446 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:446.out 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:447 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:447.out 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:448 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:448.out 2023-07-12T13:58:53.261 INFO:teuthology.orchestra.run.smithi050.stdout:449 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:449.out 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:450 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:450.out 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:451 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:451.out 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:452 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:452.out 2023-07-12T13:58:53.262 INFO:teuthology.orchestra.run.smithi050.stdout:453 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:453.out 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:454 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:454.out 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:455 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:455.out 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:456 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:456.out 2023-07-12T13:58:53.263 INFO:teuthology.orchestra.run.smithi050.stdout:457 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:457.out 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:458 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:458.out 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:459 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:459.out 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:460 2023-07-12T13:58:53.264 INFO:teuthology.orchestra.run.smithi050.stdout:460.out 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:461 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:461.out 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:462 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:462.out 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:463 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:463.out 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:464 2023-07-12T13:58:53.265 INFO:teuthology.orchestra.run.smithi050.stdout:464.out 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:465 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:465.out 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:466 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:466.out 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:467 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:467.out 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:468 2023-07-12T13:58:53.266 INFO:teuthology.orchestra.run.smithi050.stdout:468.out 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:469 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:469.out 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:470 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:470.out 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:471 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:471.out 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:472 2023-07-12T13:58:53.267 INFO:teuthology.orchestra.run.smithi050.stdout:472.out 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:473 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:473.out 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:474 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:474.out 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:475 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:475.out 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:476 2023-07-12T13:58:53.268 INFO:teuthology.orchestra.run.smithi050.stdout:476.out 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:477 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:477.out 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:478 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:478.out 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:479 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:479.out 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:480 2023-07-12T13:58:53.269 INFO:teuthology.orchestra.run.smithi050.stdout:480.out 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:481 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:481.out 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:482 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:482.out 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:483 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:483.out 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:484 2023-07-12T13:58:53.270 INFO:teuthology.orchestra.run.smithi050.stdout:484.out 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:485 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:485.out 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:486 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:486.out 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:487 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:487.out 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:488 2023-07-12T13:58:53.271 INFO:teuthology.orchestra.run.smithi050.stdout:488.out 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:489 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:489.out 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:490 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:490.out 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:491 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:491.out 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:492 2023-07-12T13:58:53.272 INFO:teuthology.orchestra.run.smithi050.stdout:492.out 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:493 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:493.out 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:494 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:494.out 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:495 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:495.out 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:496 2023-07-12T13:58:53.273 INFO:teuthology.orchestra.run.smithi050.stdout:496.out 2023-07-12T13:58:53.274 INFO:teuthology.orchestra.run.smithi050.stdout:497 2023-07-12T13:58:53.274 INFO:teuthology.orchestra.run.smithi050.stdout:497.out 2023-07-12T13:58:53.274 INFO:teuthology.orchestra.run.smithi050.stdout:498 2023-07-12T13:58:53.274 INFO:teuthology.orchestra.run.smithi050.stdout:498.out 2023-07-12T13:58:53.274 INFO:teuthology.orchestra.run.smithi050.stdout:499 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:499.out 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:500 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:500.out 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:501 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:501.out 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:502 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:502.out 2023-07-12T13:58:53.275 INFO:teuthology.orchestra.run.smithi050.stdout:503 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:503.out 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:504 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:504.out 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:505 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:505.out 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:506 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:506.out 2023-07-12T13:58:53.276 INFO:teuthology.orchestra.run.smithi050.stdout:507 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:507.out 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:508 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:508.out 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:509 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:509.out 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:510 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:510.out 2023-07-12T13:58:53.277 INFO:teuthology.orchestra.run.smithi050.stdout:511 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:511.out 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:512 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:512.out 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:513 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:513.out 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:514 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:514.out 2023-07-12T13:58:53.278 INFO:teuthology.orchestra.run.smithi050.stdout:515 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:515.out 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:516 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:516.out 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:517 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:517.out 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:518 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:518.out 2023-07-12T13:58:53.279 INFO:teuthology.orchestra.run.smithi050.stdout:519 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:519.out 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:520 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:520.out 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:521 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:521.out 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:522 2023-07-12T13:58:53.280 INFO:teuthology.orchestra.run.smithi050.stdout:522.out 2023-07-12T13:58:53.281 INFO:teuthology.orchestra.run.smithi050.stdout:523 2023-07-12T13:58:53.281 INFO:teuthology.orchestra.run.smithi050.stdout:523.out 2023-07-12T13:58:53.281 INFO:teuthology.orchestra.run.smithi050.stdout:524 2023-07-12T13:58:53.281 INFO:teuthology.orchestra.run.smithi050.stdout:524.out 2023-07-12T13:58:53.281 INFO:teuthology.orchestra.run.smithi050.stdout:525 2023-07-12T13:58:53.281 INFO:teuthology.orchestra.run.smithi050.stdout:525.out 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:526 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:526.out 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:527 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:527.out 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:528 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:528.out 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:529 2023-07-12T13:58:53.282 INFO:teuthology.orchestra.run.smithi050.stdout:529.out 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:530 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:530.out 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:531 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:531.out 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:532 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:532.out 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:533 2023-07-12T13:58:53.283 INFO:teuthology.orchestra.run.smithi050.stdout:533.out 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:534 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:534.out 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:535 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:535.out 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:536 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:536.out 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:537 2023-07-12T13:58:53.284 INFO:teuthology.orchestra.run.smithi050.stdout:537.out 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:538 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:538.out 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:539 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:539.out 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:540 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:540.out 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:541 2023-07-12T13:58:53.285 INFO:teuthology.orchestra.run.smithi050.stdout:541.out 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:542 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:542.out 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:543 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:543.out 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:544 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:544.out 2023-07-12T13:58:53.286 INFO:teuthology.orchestra.run.smithi050.stdout:545 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:545.out 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:546 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:546.out 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:547 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:547.out 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:548 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:548.out 2023-07-12T13:58:53.287 INFO:teuthology.orchestra.run.smithi050.stdout:549 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:549.out 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:550 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:550.out 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:551 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:551.out 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:552 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:552.out 2023-07-12T13:58:53.288 INFO:teuthology.orchestra.run.smithi050.stdout:553 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:553.out 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:554 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:554.out 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:555 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:555.out 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:556 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:556.out 2023-07-12T13:58:53.289 INFO:teuthology.orchestra.run.smithi050.stdout:557 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:557.out 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:558 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:558.out 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:559 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:559.out 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:560 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:560.out 2023-07-12T13:58:53.290 INFO:teuthology.orchestra.run.smithi050.stdout:561 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:561.out 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:562 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:562.out 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:563 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:563.out 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:564 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:564.out 2023-07-12T13:58:53.291 INFO:teuthology.orchestra.run.smithi050.stdout:565 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:565.out 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:566 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:566.out 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:567 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:567.out 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:568 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:568.out 2023-07-12T13:58:53.292 INFO:teuthology.orchestra.run.smithi050.stdout:569 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:569.out 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:570 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:570.out 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:571 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:571.out 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:572 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:572.out 2023-07-12T13:58:53.293 INFO:teuthology.orchestra.run.smithi050.stdout:573 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:573.out 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:574 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:574.out 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:575 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:575.out 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:576 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:576.out 2023-07-12T13:58:53.294 INFO:teuthology.orchestra.run.smithi050.stdout:577 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:577.out 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:578 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:578.out 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:579 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:579.out 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:580 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:580.out 2023-07-12T13:58:53.295 INFO:teuthology.orchestra.run.smithi050.stdout:581 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:581.out 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:582 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:582.out 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:583 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:583.out 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:584 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:584.out 2023-07-12T13:58:53.296 INFO:teuthology.orchestra.run.smithi050.stdout:585 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:585.out 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:586 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:586.out 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:587 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:587.out 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:588 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:588.out 2023-07-12T13:58:53.297 INFO:teuthology.orchestra.run.smithi050.stdout:589 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:589.out 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:590 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:590.out 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:591 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:591.out 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:592 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:592.out 2023-07-12T13:58:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:593 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:593.out 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:594 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:594.out 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:595 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:595.out 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:596 2023-07-12T13:58:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:596.out 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:597 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:597.out 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:598 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:598.out 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:599 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:599.out 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:600 2023-07-12T13:58:53.300 INFO:teuthology.orchestra.run.smithi050.stdout:600.out 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:601 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:601.out 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:602 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:602.out 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:603 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:603.out 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:604 2023-07-12T13:58:53.301 INFO:teuthology.orchestra.run.smithi050.stdout:604.out 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:605 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:605.out 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:606 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:606.out 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:607 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:607.out 2023-07-12T13:58:53.302 INFO:teuthology.orchestra.run.smithi050.stdout:608 2023-07-12T13:58:53.303 INFO:teuthology.orchestra.run.smithi050.stdout:608.out 2023-07-12T13:58:53.303 INFO:teuthology.orchestra.run.smithi050.stdout:609 2023-07-12T13:58:53.303 INFO:teuthology.orchestra.run.smithi050.stdout:609.out 2023-07-12T13:58:53.303 INFO:teuthology.orchestra.run.smithi050.stdout:610 2023-07-12T13:58:53.303 INFO:teuthology.orchestra.run.smithi050.stdout:610.out 2023-07-12T13:58:53.303 INFO:teuthology.orchestra.run.smithi050.stdout:611 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:611.out 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:612 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:612.out 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:613 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:613.out 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:614 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:614.out 2023-07-12T13:58:53.304 INFO:teuthology.orchestra.run.smithi050.stdout:615 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:615.out 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:616 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:616.out 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:617 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:617.out 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:618 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:618.out 2023-07-12T13:58:53.305 INFO:teuthology.orchestra.run.smithi050.stdout:619 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:619.out 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:620 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:620.out 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:621 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:621.out 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:622 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:622.out 2023-07-12T13:58:53.306 INFO:teuthology.orchestra.run.smithi050.stdout:623 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:623.out 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:624 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:624.out 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:625 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:625.out 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:626 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:626.out 2023-07-12T13:58:53.307 INFO:teuthology.orchestra.run.smithi050.stdout:627 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:627.out 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:628 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:628.out 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:629 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:629.out 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:630 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:630.out 2023-07-12T13:58:53.308 INFO:teuthology.orchestra.run.smithi050.stdout:631 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:631.out 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:632 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:632.out 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:633 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:633.out 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:634 2023-07-12T13:58:53.309 INFO:teuthology.orchestra.run.smithi050.stdout:634.out 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:635 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:635.out 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:636 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:636.out 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:637 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:637.out 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:638 2023-07-12T13:58:53.310 INFO:teuthology.orchestra.run.smithi050.stdout:638.out 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:639 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:639.out 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:640 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:640.out 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:641 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:641.out 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:642 2023-07-12T13:58:53.311 INFO:teuthology.orchestra.run.smithi050.stdout:642.out 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:643 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:643.out 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:644 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:644.out 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:645 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:645.out 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:646 2023-07-12T13:58:53.312 INFO:teuthology.orchestra.run.smithi050.stdout:646.out 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:647 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:647.out 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:648 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:648.out 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:649 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:649.out 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:650 2023-07-12T13:58:53.313 INFO:teuthology.orchestra.run.smithi050.stdout:650.out 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:651 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:651.out 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:652 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:652.out 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:653 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:653.out 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:654 2023-07-12T13:58:53.314 INFO:teuthology.orchestra.run.smithi050.stdout:654.out 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:655 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:655.out 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:656 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:656.out 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:657 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:657.out 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:658 2023-07-12T13:58:53.315 INFO:teuthology.orchestra.run.smithi050.stdout:658.out 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:659 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:659.out 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:660 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:660.out 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:661 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:661.out 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:662 2023-07-12T13:58:53.316 INFO:teuthology.orchestra.run.smithi050.stdout:662.out 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:663 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:663.out 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:664 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:664.out 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:665 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:665.out 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:666 2023-07-12T13:58:53.317 INFO:teuthology.orchestra.run.smithi050.stdout:666.out 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:667 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:667.out 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:668 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:668.out 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:669 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:669.out 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:670 2023-07-12T13:58:53.318 INFO:teuthology.orchestra.run.smithi050.stdout:670.out 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:671 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:671.out 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:672 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:672.out 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:673 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:673.out 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:674 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:674.out 2023-07-12T13:58:53.319 INFO:teuthology.orchestra.run.smithi050.stdout:675 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:675.out 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:676 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:676.out 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:677 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:677.out 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:678 2023-07-12T13:58:53.320 INFO:teuthology.orchestra.run.smithi050.stdout:678.out 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:679 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:679.out 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:680 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:680.out 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:681 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:681.out 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:682 2023-07-12T13:58:53.321 INFO:teuthology.orchestra.run.smithi050.stdout:682.out 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:683 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:683.out 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:684 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:684.out 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:685 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:685.out 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:686 2023-07-12T13:58:53.322 INFO:teuthology.orchestra.run.smithi050.stdout:686.out 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:687 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:687.out 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:688 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:688.out 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:689 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:689.out 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:690 2023-07-12T13:58:53.323 INFO:teuthology.orchestra.run.smithi050.stdout:690.out 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:691 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:691.out 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:692 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:692.out 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:693 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:693.out 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:694 2023-07-12T13:58:53.324 INFO:teuthology.orchestra.run.smithi050.stdout:694.out 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:695 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:695.out 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:696 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:696.out 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:697 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:697.out 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:698 2023-07-12T13:58:53.325 INFO:teuthology.orchestra.run.smithi050.stdout:698.out 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:699 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:699.out 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:700 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:700.out 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:701 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:701.out 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:702 2023-07-12T13:58:53.326 INFO:teuthology.orchestra.run.smithi050.stdout:702.out 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:703 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:703.out 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:704 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:704.out 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:705 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:705.out 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:706 2023-07-12T13:58:53.327 INFO:teuthology.orchestra.run.smithi050.stdout:706.out 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:707 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:707.out 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:708 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:708.out 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:709 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:709.out 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:710 2023-07-12T13:58:53.328 INFO:teuthology.orchestra.run.smithi050.stdout:710.out 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:711 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:711.out 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:712 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:712.out 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:713 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:713.out 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:714 2023-07-12T13:58:53.329 INFO:teuthology.orchestra.run.smithi050.stdout:714.out 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:715 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:715.out 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:716 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:716.out 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:717 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:717.out 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:718 2023-07-12T13:58:53.330 INFO:teuthology.orchestra.run.smithi050.stdout:718.out 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:719 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:719.out 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:720 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:720.out 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:721 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:721.out 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:722 2023-07-12T13:58:53.331 INFO:teuthology.orchestra.run.smithi050.stdout:722.out 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:723 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:723.out 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:724 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:724.out 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:725 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:725.out 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:726 2023-07-12T13:58:53.332 INFO:teuthology.orchestra.run.smithi050.stdout:726.out 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:727 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:727.out 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:728 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:728.out 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:729 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:729.out 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:group.list 2023-07-12T13:58:53.333 INFO:teuthology.orchestra.run.smithi050.stdout:Makefile 2023-07-12T13:58:53.335 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-07-12T13:58:53.730 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:58:53.740 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:58:53.740 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:58:58.150 INFO:teuthology.orchestra.run.smithi050.stdout:generic/001 5s 2023-07-12T13:58:58.163 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/001 2023-07-12T13:58:58.163 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T13:58:58.169 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:58:58.172 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi050.stderr:ceph-fuse[46808]: fuse finished with error 0 and tester_r 0 2023-07-12T13:58:58.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T13:58:58.190 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-07-12T13:58:58.572 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:58:58.582 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:58:58.583 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:58:59.393 INFO:teuthology.orchestra.run.smithi050.stdout:generic/002 1s 2023-07-12T13:58:59.406 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/002 2023-07-12T13:58:59.406 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T13:58:59.412 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:58:59.440 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T13:58:59.440 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-07-12T13:58:59.880 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:58:59.891 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:58:59.891 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:00.194 INFO:teuthology.orchestra.run.smithi050.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2023-07-12T13:59:00.203 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/003 2023-07-12T13:59:00.203 INFO:teuthology.orchestra.run.smithi050.stdout:Not run: generic/003 2023-07-12T13:59:00.203 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T13:59:00.209 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:00.228 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T13:59:00.229 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-07-12T13:59:00.644 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:59:00.655 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:59:00.655 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:00.984 INFO:teuthology.orchestra.run.smithi050.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-07-12T13:59:00.993 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/004 2023-07-12T13:59:00.993 INFO:teuthology.orchestra.run.smithi050.stdout:Not run: generic/004 2023-07-12T13:59:00.993 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T13:59:00.999 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:01.018 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T13:59:01.018 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-07-12T13:59:01.401 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:59:01.411 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:59:01.411 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:02.406 INFO:teuthology.orchestra.run.smithi050.stdout:generic/005 1s 2023-07-12T13:59:02.419 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/005 2023-07-12T13:59:02.419 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T13:59:02.425 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:02.446 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T13:59:02.447 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-07-12T13:59:02.884 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:59:02.895 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:59:02.895 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:03.914 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:59:03.918 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:59:33.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:59:33.978 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T13:59:36.826 INFO:teuthology.orchestra.run.smithi050.stdout:generic/006 34s 2023-07-12T13:59:37.491 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/006 2023-07-12T13:59:37.491 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T13:59:37.505 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T13:59:37.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T13:59:37.563 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-07-12T13:59:38.017 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T13:59:38.027 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T13:59:38.027 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:00:06.621 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:00:06.626 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:00:36.686 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:00:36.690 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:01:00.031 INFO:teuthology.orchestra.run.smithi050.stdout:generic/007 82s 2023-07-12T14:01:00.044 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/007 2023-07-12T14:01:00.044 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:01:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:00.083 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:01:00.083 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-07-12T14:01:00.656 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:01:00.666 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:01:00.666 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:02.212 INFO:teuthology.orchestra.run.smithi050.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-07-12T14:01:02.220 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/008 2023-07-12T14:01:02.221 INFO:teuthology.orchestra.run.smithi050.stdout:Not run: generic/008 2023-07-12T14:01:02.221 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:01:02.227 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:02.248 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:01:02.248 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-07-12T14:01:02.646 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:01:02.654 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:01:02.654 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:04.207 INFO:teuthology.orchestra.run.smithi050.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-07-12T14:01:04.216 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/009 2023-07-12T14:01:04.216 INFO:teuthology.orchestra.run.smithi050.stdout:Not run: generic/009 2023-07-12T14:01:04.216 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:01:04.222 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:04.241 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:01:04.242 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-07-12T14:01:04.639 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:01:04.650 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:01:04.650 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:04.987 INFO:teuthology.orchestra.run.smithi050.stdout:generic/010 [not run] /tmp/tmp.BqVPtRqpiRxfstests-dev/src/dbtest not built 2023-07-12T14:01:04.996 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/010 2023-07-12T14:01:04.996 INFO:teuthology.orchestra.run.smithi050.stdout:Not run: generic/010 2023-07-12T14:01:04.996 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:01:05.002 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:05.022 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:01:05.022 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-07-12T14:01:05.436 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:01:05.446 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:01:05.446 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:12.152 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:01:12.157 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:01:42.208 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:01:42.212 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:01:46.730 INFO:teuthology.orchestra.run.smithi050.stdout:generic/011 41s 2023-07-12T14:01:47.686 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/011 2023-07-12T14:01:47.686 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:01:47.693 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:47.721 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:01:47.722 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-07-12T14:01:48.265 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:01:48.275 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:01:48.275 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:49.879 INFO:teuthology.orchestra.run.smithi050.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-07-12T14:01:49.888 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/012 2023-07-12T14:01:49.888 INFO:teuthology.orchestra.run.smithi050.stdout:Not run: generic/012 2023-07-12T14:01:49.888 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:01:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:01:49.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:01:49.932 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-07-12T14:01:50.335 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:01:50.345 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:01:50.345 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:02:12.265 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:02:12.271 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:02:42.717 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:02:42.721 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:03:11.818 INFO:tasks.ceph.mds.a.smithi050.stderr:./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7f510c044640 time 2023-07-12T14:03:11.821721+0000 2023-07-12T14:03:11.819 INFO:tasks.ceph.mds.a.smithi050.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-07-12T14:03:11.820 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.820 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5117f616e1] 2023-07-12T14:03:11.820 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.820 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.820 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.821 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr:2023-07-12T14:03:11.818+0000 7f510c044640 -1 ./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7f510c044640 time 2023-07-12T14:03:11.821721+0000 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-07-12T14:03:11.822 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5117f616e1] 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.823 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.824 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.824 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.824 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.824 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.824 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.824 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr:*** Caught signal (Aborted) ** 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: in thread 7f510c044640 thread_name:MR_Finisher 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5117642520] 2023-07-12T14:03:11.825 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: pthread_kill() 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: raise() 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: abort() 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5117f6173b] 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.826 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.827 INFO:tasks.ceph.mds.a.smithi050.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr:2023-07-12T14:03:11.818+0000 7f510c044640 -1 *** Caught signal (Aborted) ** 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: in thread 7f510c044640 thread_name:MR_Finisher 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.828 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5117642520] 2023-07-12T14:03:11.829 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: pthread_kill() 2023-07-12T14:03:11.829 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: raise() 2023-07-12T14:03:11.829 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: abort() 2023-07-12T14:03:11.829 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5117f6173b] 2023-07-12T14:03:11.829 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.830 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.831 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.831 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.831 INFO:tasks.ceph.mds.a.smithi050.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.831 INFO:tasks.ceph.mds.a.smithi050.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.831 INFO:tasks.ceph.mds.a.smithi050.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.831 INFO:tasks.ceph.mds.a.smithi050.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.832 INFO:tasks.ceph.mds.a.smithi050.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-07-12T14:03:11.832 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.846 INFO:tasks.ceph.mds.a.smithi050.stderr: -2> 2023-07-12T14:03:11.818+0000 7f510c044640 -1 ./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7f510c044640 time 2023-07-12T14:03:11.821721+0000 2023-07-12T14:03:11.847 INFO:tasks.ceph.mds.a.smithi050.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-07-12T14:03:11.847 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.847 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.847 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5117f616e1] 2023-07-12T14:03:11.847 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.848 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.849 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.849 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.849 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.849 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.849 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.849 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.850 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.850 INFO:tasks.ceph.mds.a.smithi050.stderr: 0> 2023-07-12T14:03:11.818+0000 7f510c044640 -1 *** Caught signal (Aborted) ** 2023-07-12T14:03:11.850 INFO:tasks.ceph.mds.a.smithi050.stderr: in thread 7f510c044640 thread_name:MR_Finisher 2023-07-12T14:03:11.850 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.850 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.850 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5117642520] 2023-07-12T14:03:11.851 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: pthread_kill() 2023-07-12T14:03:11.851 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: raise() 2023-07-12T14:03:11.851 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: abort() 2023-07-12T14:03:11.851 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5117f6173b] 2023-07-12T14:03:11.852 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.852 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.852 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.852 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.852 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.853 INFO:tasks.ceph.mds.a.smithi050.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.854 INFO:tasks.ceph.mds.a.smithi050.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.854 INFO:tasks.ceph.mds.a.smithi050.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-07-12T14:03:11.854 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.859 INFO:tasks.ceph.mds.a.smithi050.stderr: -2> 2023-07-12T14:03:11.818+0000 7f510c044640 -1 ./src/mds/SimpleLock.h: In function 'void SimpleLock::put_xlock()' thread 7f510c044640 time 2023-07-12T14:03:11.821721+0000 2023-07-12T14:03:11.860 INFO:tasks.ceph.mds.a.smithi050.stderr:./src/mds/SimpleLock.h: 417: FAILED ceph_assert(state == LOCK_XLOCK || state == LOCK_XLOCKDONE || state == LOCK_XLOCKSNAP || state == LOCK_LOCK_XLOCK || state == LOCK_LOCK || is_locallock()) 2023-07-12T14:03:11.860 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.860 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.860 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5117f616e1] 2023-07-12T14:03:11.860 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.860 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.861 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.862 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.862 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.862 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.862 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.862 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: 0> 2023-07-12T14:03:11.818+0000 7f510c044640 -1 *** Caught signal (Aborted) ** 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: in thread 7f510c044640 thread_name:MR_Finisher 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: ceph version 18.0.0-4740-g09dfe6f4 (09dfe6f49c8816efcf4383b2012b6a99938a8f79) reef (dev) 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5117642520] 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: 2: pthread_kill() 2023-07-12T14:03:11.863 INFO:tasks.ceph.mds.a.smithi050.stderr: 3: raise() 2023-07-12T14:03:11.864 INFO:tasks.ceph.mds.a.smithi050.stderr: 4: abort() 2023-07-12T14:03:11.864 INFO:tasks.ceph.mds.a.smithi050.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5117f6173b] 2023-07-12T14:03:11.864 INFO:tasks.ceph.mds.a.smithi050.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x161895) [0x7f5117f61895] 2023-07-12T14:03:11.864 INFO:tasks.ceph.mds.a.smithi050.stderr: 7: ceph-mds(+0x21ba8b) [0x5583a3b96a8b] 2023-07-12T14:03:11.864 INFO:tasks.ceph.mds.a.smithi050.stderr: 8: (Locker::xlock_finish(std::_Rb_tree_const_iterator const&, MutationImpl*, bool*)+0x8d) [0x5583a3c4fd3d] 2023-07-12T14:03:11.864 INFO:tasks.ceph.mds.a.smithi050.stderr: 9: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x47d) [0x5583a3c4209d] 2023-07-12T14:03:11.865 INFO:tasks.ceph.mds.a.smithi050.stderr: 10: (Locker::drop_non_rdlocks(MutationImpl*, std::set, std::allocator >*)+0x63) [0x5583a3c42793] 2023-07-12T14:03:11.865 INFO:tasks.ceph.mds.a.smithi050.stderr: 11: (Server::reply_client_request(boost::intrusive_ptr&, boost::intrusive_ptr const&)+0x428) [0x5583a3b24348] 2023-07-12T14:03:11.865 INFO:tasks.ceph.mds.a.smithi050.stderr: 12: (Server::respond_to_request(boost::intrusive_ptr&, int)+0x11e) [0x5583a3b1918e] 2023-07-12T14:03:11.865 INFO:tasks.ceph.mds.a.smithi050.stderr: 13: (Server::_unlink_local_finish(boost::intrusive_ptr&, CDentry*, CDentry*, unsigned long)+0x310) [0x5583a3b50df0] 2023-07-12T14:03:11.865 INFO:tasks.ceph.mds.a.smithi050.stderr: 14: (MDSContext::complete(int)+0x5c) [0x5583a3d3fafc] 2023-07-12T14:03:11.866 INFO:tasks.ceph.mds.a.smithi050.stderr: 15: (MDSIOContextBase::complete(int)+0x30c) [0x5583a3d3ff2c] 2023-07-12T14:03:11.866 INFO:tasks.ceph.mds.a.smithi050.stderr: 16: (MDSLogContextBase::complete(int)+0x53) [0x5583a3d40063] 2023-07-12T14:03:11.866 INFO:tasks.ceph.mds.a.smithi050.stderr: 17: (Finisher::finisher_thread_entry()+0x175) [0x7f51180148a5] 2023-07-12T14:03:11.866 INFO:tasks.ceph.mds.a.smithi050.stderr: 18: /lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f5117694b43] 2023-07-12T14:03:11.866 INFO:tasks.ceph.mds.a.smithi050.stderr: 19: /lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f5117726a00] 2023-07-12T14:03:11.866 INFO:tasks.ceph.mds.a.smithi050.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-07-12T14:03:11.867 INFO:tasks.ceph.mds.a.smithi050.stderr: 2023-07-12T14:03:13.027 INFO:tasks.ceph.mds.a.smithi050.stderr:daemon-helper: command crashed with signal 6 2023-07-12T14:03:15.027 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:03:15.032 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:03:15.707 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2023-07-12T14:03:22.320 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2023-07-12T14:03:28.931 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2023-07-12T14:03:35.542 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~20s 2023-07-12T14:03:38.994 INFO:tasks.ceph.mds.c.smithi050.stderr:2023-07-12T14:03:38.994+0000 7f3276df6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-07-12T14:03:42.154 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~26s 2023-07-12T14:03:47.725 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:03:47.730 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:03:48.765 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~33s 2023-07-12T14:03:55.376 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~40s 2023-07-12T14:04:01.973 INFO:teuthology.orchestra.run.smithi050.stdout:generic/013 131s 2023-07-12T14:04:01.987 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~46s 2023-07-12T14:04:01.996 INFO:teuthology.orchestra.run.smithi050.stdout:Ran: generic/013 2023-07-12T14:04:01.997 INFO:teuthology.orchestra.run.smithi050.stdout:Passed all 1 tests 2023-07-12T14:04:02.006 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:04:02.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-07-12T14:04:02.039 DEBUG:teuthology.orchestra.run.smithi050:> (cd /tmp/tmp.BqVPtRqpiRxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-07-12T14:04:02.695 INFO:teuthology.orchestra.run.smithi050.stdout:FSTYP -- ceph-fuse 2023-07-12T14:04:02.709 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM -- Linux/x86_64 smithi050 6.4.0-g84139c18d56f #1 SMP PREEMPT_DYNAMIC Fri Jun 30 10:40:15 UTC 2023 2023-07-12T14:04:02.709 INFO:teuthology.orchestra.run.smithi050.stdout: 2023-07-12T14:04:08.598 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~53s 2023-07-12T14:04:15.208 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~60s 2023-07-12T14:04:17.808 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:04:17.812 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:04:21.821 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~66s 2023-07-12T14:04:28.435 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~73s 2023-07-12T14:04:35.051 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~79s 2023-07-12T14:04:41.664 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~86s 2023-07-12T14:04:48.276 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~93s 2023-07-12T14:04:49.033 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:04:49.039 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:04:54.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~99s 2023-07-12T14:05:01.501 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~106s 2023-07-12T14:05:08.113 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~112s 2023-07-12T14:05:14.727 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~119s 2023-07-12T14:05:21.340 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~126s 2023-07-12T14:05:22.547 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:05:22.553 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:05:27.953 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~132s 2023-07-12T14:05:34.565 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~139s 2023-07-12T14:05:41.177 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~145s 2023-07-12T14:05:47.790 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~152s 2023-07-12T14:05:52.631 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:05:52.637 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:05:54.402 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~159s 2023-07-12T14:06:01.013 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~165s 2023-07-12T14:06:07.625 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~172s 2023-07-12T14:06:14.236 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~179s 2023-07-12T14:06:20.848 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~185s 2023-07-12T14:06:22.709 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:06:22.714 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:06:27.459 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~192s 2023-07-12T14:06:34.070 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~198s 2023-07-12T14:06:40.680 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~205s 2023-07-12T14:06:47.292 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~212s 2023-07-12T14:06:52.806 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:06:52.811 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:06:53.903 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~218s 2023-07-12T14:07:00.512 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~225s 2023-07-12T14:07:07.122 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~231s 2023-07-12T14:07:13.731 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~238s 2023-07-12T14:07:20.339 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~245s 2023-07-12T14:07:22.889 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:07:22.895 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:07:26.951 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~251s 2023-07-12T14:07:33.563 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~258s 2023-07-12T14:07:40.175 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~264s 2023-07-12T14:07:46.788 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~271s 2023-07-12T14:07:52.997 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:07:53.004 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:07:53.402 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~278s 2023-07-12T14:08:00.014 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~284s 2023-07-12T14:08:06.625 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~291s 2023-07-12T14:08:13.238 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~298s 2023-07-12T14:08:19.849 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~304s 2023-07-12T14:08:19.849 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2023-07-12T14:08:19.850 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T14:08:19.850 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T14:08:19.864 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16357864k,nr_inodes=4089466,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276012k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12969 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276008k,nr_inodes=819002,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276012k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 ceph-fuse /tmp/tmp.6Qlx4awiGUtest fuse.ceph-fuse rw,nosuid,nodev,relatime,user_id=0,group_id=0,allow_other 0 0 2023-07-12T14:08:19.865 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi050.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2023-07-12T14:08:19.865 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T14:08:19.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T14:08:19.866 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-07-12T14:08:19.922 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2023-07-12T14:08:19.923 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T14:08:19.982 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16357864k,nr_inodes=4089466,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276012k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12969 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276008k,nr_inodes=819002,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276012k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 ceph-fuse /tmp/tmp.6Qlx4awiGUtest fuse.ceph-fuse rw,nosuid,nodev,relatime,user_id=0,group_id=0,allow_other 0 0 2023-07-12T14:08:19.983 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.2 is not mounted at ubuntu@smithi050.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.2 2023-07-12T14:08:19.983 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2023-07-12T14:08:19.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T14:08:19.984 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-07-12T14:08:20.041 INFO:teuthology.orchestra.run.smithi050.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2023-07-12T14:08:20.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T14:08:20.044 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T14:08:20.044 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T14:08:20.056 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16357860k,nr_inodes=4089465,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276008k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12361 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276008k,nr_inodes=819002,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276008k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2023-07-12T14:08:20.057 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.1 is not mounted at ubuntu@smithi055.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.1 2023-07-12T14:08:20.057 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T14:08:20.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T14:08:20.058 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-07-12T14:08:20.115 INFO:teuthology.orchestra.run.smithi055.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-07-12T14:08:20.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T14:08:20.117 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-07-12T14:08:20.117 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-12T14:08:20.182 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16357860k,nr_inodes=4089465,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276008k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12361 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276008k,nr_inodes=819002,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276008k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2023-07-12T14:08:20.182 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.3 is not mounted at ubuntu@smithi055.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.3 2023-07-12T14:08:20.182 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi055.front.sepia.ceph.com 2023-07-12T14:08:20.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-12T14:08:20.183 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-07-12T14:08:20.254 INFO:teuthology.orchestra.run.smithi055.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2023-07-12T14:08:20.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-12T14:08:21.866 INFO:tasks.ceph.osd.0:Sent signal 15 2023-07-12T14:08:21.867 INFO:tasks.ceph.osd.1:Sent signal 15 2023-07-12T14:08:21.867 INFO:tasks.ceph.osd.2:Sent signal 15 2023-07-12T14:08:21.867 INFO:tasks.ceph.osd.3:Sent signal 15 2023-07-12T14:08:21.868 INFO:tasks.ceph.osd.4:Sent signal 15 2023-07-12T14:08:21.868 INFO:tasks.ceph.osd.5:Sent signal 15 2023-07-12T14:08:21.869 INFO:tasks.ceph.osd.6:Sent signal 15 2023-07-12T14:08:21.869 INFO:tasks.ceph.osd.7:Sent signal 15 2023-07-12T14:08:21.869 INFO:tasks.ceph.mds.c:Sent signal 15 2023-07-12T14:08:21.869 INFO:tasks.ceph.mds.b:Sent signal 15 2023-07-12T14:08:21.870 INFO:tasks.ceph.mds.d:Sent signal 15 2023-07-12T14:08:21.870 INFO:tasks.ceph.mon.a:Sent signal 15 2023-07-12T14:08:21.870 INFO:tasks.ceph.mon.b:Sent signal 15 2023-07-12T14:08:21.871 INFO:tasks.ceph.mon.c:Sent signal 15 2023-07-12T14:08:21.871 INFO:tasks.ceph.mgr.y:Sent signal 15 2023-07-12T14:08:21.871 INFO:tasks.ceph.mgr.x:Sent signal 15 2023-07-12T14:08:21.872 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T14:08:21.867+0000 7f0b347f3640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 37704) UID: 0 2023-07-12T14:08:21.872 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T14:08:21.867+0000 7f0b347f3640 -1 osd.4 40 *** Got signal Terminated *** 2023-07-12T14:08:21.873 INFO:tasks.ceph.osd.4.smithi055.stderr:2023-07-12T14:08:21.867+0000 7f0b347f3640 -1 osd.4 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.873 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f3d68fb3640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 37707) UID: 0 2023-07-12T14:08:21.873 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f3d68fb3640 -1 osd.5 40 *** Got signal Terminated *** 2023-07-12T14:08:21.873 INFO:tasks.ceph.osd.5.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f3d68fb3640 -1 osd.5 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.874 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T14:08:21.871+0000 7fb939492640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 37709) UID: 0 2023-07-12T14:08:21.875 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T14:08:21.871+0000 7fb939492640 -1 osd.6 40 *** Got signal Terminated *** 2023-07-12T14:08:21.875 INFO:tasks.ceph.osd.6.smithi055.stderr:2023-07-12T14:08:21.871+0000 7fb939492640 -1 osd.6 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.875 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f34aec45640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 37711) UID: 0 2023-07-12T14:08:21.875 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f34aec45640 -1 osd.7 40 *** Got signal Terminated *** 2023-07-12T14:08:21.876 INFO:tasks.ceph.osd.7.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f34aec45640 -1 osd.7 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.876 INFO:tasks.ceph.mds.b.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f9e6f62a640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mds -f --cluster ceph -i b (PID: 43682) UID: 0 2023-07-12T14:08:21.876 INFO:tasks.ceph.mds.b.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f9e6f62a640 -1 mds.b *** got signal Terminated *** 2023-07-12T14:08:21.877 INFO:tasks.ceph.mon.b.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f76ee508640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 37392) UID: 0 2023-07-12T14:08:21.877 INFO:tasks.ceph.mon.b.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f76ee508640 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2023-07-12T14:08:21.877 INFO:tasks.ceph.mds.d.smithi055.stderr:2023-07-12T14:08:21.871+0000 7fd1126d6640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mds -f --cluster ceph -i d (PID: 43683) UID: 0 2023-07-12T14:08:21.878 INFO:tasks.ceph.mds.d.smithi055.stderr:2023-07-12T14:08:21.871+0000 7fd1126d6640 -1 mds.d *** got signal Terminated *** 2023-07-12T14:08:21.878 INFO:tasks.ceph.mon.c.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f5d792a9640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 37394) UID: 0 2023-07-12T14:08:21.878 INFO:tasks.ceph.mon.c.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f5d792a9640 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2023-07-12T14:08:21.878 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f35f8440640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mgr -f --cluster ceph -i x (PID: 37396) UID: 0 2023-07-12T14:08:21.879 INFO:tasks.ceph.mgr.x.smithi055.stderr:2023-07-12T14:08:21.871+0000 7f35f8440640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-07-12T14:08:21.879 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T14:08:21.871+0000 7f4326574640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 37501) UID: 0 2023-07-12T14:08:21.879 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T14:08:21.871+0000 7f4326574640 -1 osd.0 40 *** Got signal Terminated *** 2023-07-12T14:08:21.879 INFO:tasks.ceph.osd.0.smithi050.stderr:2023-07-12T14:08:21.871+0000 7f4326574640 -1 osd.0 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.880 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T14:08:21.871+0000 7fb9b2288640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 37502) UID: 0 2023-07-12T14:08:21.880 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T14:08:21.871+0000 7fb9b2288640 -1 osd.1 40 *** Got signal Terminated *** 2023-07-12T14:08:21.880 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T14:08:21.871+0000 7f203d516640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 37505) UID: 0 2023-07-12T14:08:21.881 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T14:08:21.871+0000 7f203d516640 -1 osd.2 40 *** Got signal Terminated *** 2023-07-12T14:08:21.881 INFO:tasks.ceph.osd.2.smithi050.stderr:2023-07-12T14:08:21.871+0000 7f203d516640 -1 osd.2 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.881 INFO:tasks.ceph.osd.1.smithi050.stderr:2023-07-12T14:08:21.871+0000 7fb9b2288640 -1 osd.1 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.882 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T14:08:21.875+0000 7facc2fe4640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 3 (PID: 37507) UID: 0 2023-07-12T14:08:21.882 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T14:08:21.875+0000 7facc2fe4640 -1 osd.3 40 *** Got signal Terminated *** 2023-07-12T14:08:21.882 INFO:tasks.ceph.osd.3.smithi050.stderr:2023-07-12T14:08:21.875+0000 7facc2fe4640 -1 osd.3 40 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-12T14:08:21.882 INFO:tasks.ceph.mds.c.smithi050.stderr:2023-07-12T14:08:21.875+0000 7f327adfe640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mds -f --cluster ceph -i c (PID: 45989) UID: 0 2023-07-12T14:08:21.883 INFO:tasks.ceph.mds.c.smithi050.stderr:2023-07-12T14:08:21.875+0000 7f327adfe640 -1 mds.c *** got signal Terminated *** 2023-07-12T14:08:21.883 INFO:tasks.ceph.mon.a.smithi050.stderr:2023-07-12T14:08:21.875+0000 7f23c7e84640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-07-12T14:08:21.883 INFO:tasks.ceph.mon.a.smithi050.stderr:2023-07-12T14:08:21.879+0000 7f23cd68f640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i a (PID: 37395) UID: 0 2023-07-12T14:08:21.884 INFO:tasks.ceph.mon.a.smithi050.stderr:2023-07-12T14:08:21.879+0000 7f23cd68f640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-07-12T14:08:22.073 INFO:tasks.ceph.mgr.y.smithi050.stderr:daemon-helper: command crashed with signal 15 2023-07-12T14:08:23.097 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:08:23.101 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:08:53.158 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:08:53.162 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:09:23.214 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:09:23.219 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:09:53.270 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:09:53.274 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:10:23.341 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:10:23.345 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:10:53.398 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:10:53.402 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:11:23.460 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:11:23.464 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:11:53.518 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:11:53.522 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:12:23.573 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:12:23.577 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:12:53.628 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:12:53.632 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:13:23.699 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:13:23.703 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:13:53.779 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:13:53.784 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:14:23.838 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:14:23.842 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:14:53.907 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:14:53.912 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:15:23.971 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:15:23.975 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:15:54.034 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:15:54.038 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:16:24.107 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:16:24.111 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:16:54.162 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:16:54.166 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:17:24.217 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:17:24.222 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:17:54.273 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:17:54.277 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:18:24.328 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:18:24.714 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:18:54.785 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:18:54.789 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:19:24.869 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:19:24.874 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:19:54.929 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:19:54.933 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:20:24.991 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:20:24.996 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:20:55.055 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:20:55.068 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:21:25.125 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:21:25.129 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:21:55.183 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:21:55.188 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:22:25.255 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:22:25.259 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:22:55.310 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:22:55.314 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:23:25.363 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:23:25.366 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:23:55.438 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:23:55.442 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:24:25.494 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:24:25.498 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:24:55.557 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:24:55.561 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:25:25.612 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:25:25.616 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:25:55.676 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:25:55.681 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:26:25.732 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:26:25.737 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:26:55.796 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:26:55.800 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:27:25.851 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:27:25.855 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:27:55.907 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:27:55.911 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:28:25.962 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:28:25.966 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:28:56.043 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:28:56.047 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:29:26.107 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:29:26.111 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:29:56.170 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:29:56.174 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:30:26.234 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:30:26.239 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:30:56.309 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:30:56.312 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:31:26.362 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:31:26.366 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:31:56.417 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:31:56.421 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:32:26.482 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:32:26.486 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:32:56.545 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:32:56.552 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:33:26.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:33:26.613 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:33:56.702 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:33:56.709 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:34:26.770 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:34:26.775 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:34:56.834 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:34:56.841 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:35:26.898 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:35:26.906 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:35:56.992 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:35:56.997 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:36:27.059 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:36:27.070 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:36:57.141 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:36:57.153 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:37:27.213 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:37:27.218 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:37:57.277 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:37:57.284 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:38:27.347 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:38:27.360 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:38:57.552 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:38:57.557 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:39:27.617 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:39:27.622 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:39:57.688 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:39:57.693 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:40:27.752 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:40:27.757 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:40:57.824 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:40:57.829 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:41:27.888 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:41:27.893 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:41:57.952 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:41:57.957 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:42:28.016 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:42:28.020 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:42:58.073 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:42:58.079 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:43:28.136 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:43:28.140 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:43:58.340 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:43:58.344 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:44:28.412 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:44:28.416 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:44:58.484 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:44:58.488 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:45:28.550 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:45:28.555 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:45:58.605 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:45:58.609 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:46:28.668 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:46:28.672 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:46:58.723 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:46:58.727 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:47:28.787 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:47:28.791 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:47:58.850 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:47:58.854 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:48:28.923 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:48:28.927 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:48:59.002 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:48:59.007 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:49:29.118 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:49:29.123 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:49:59.188 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:49:59.193 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:50:29.252 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:50:29.256 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:50:59.310 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:50:59.314 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:51:29.372 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:51:29.377 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:51:59.435 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:51:59.440 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:52:29.491 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:52:29.495 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:52:59.555 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:52:59.559 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:53:29.614 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:53:29.618 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:53:59.716 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:53:59.720 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:54:29.771 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:54:29.775 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:54:59.835 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:54:59.839 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:55:29.898 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:55:29.903 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:55:59.963 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:55:59.967 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:56:30.023 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:56:30.027 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:57:00.082 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:57:00.086 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:57:30.146 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:57:30.150 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:58:00.209 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:58:00.213 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:58:30.282 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:58:30.286 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:59:00.355 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:59:00.360 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:59:30.427 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T14:59:30.431 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:00:00.490 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:00:00.494 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:00:30.554 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:00:30.558 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:01:00.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:01:00.613 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:01:30.666 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:01:30.670 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:02:00.720 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:02:00.724 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:02:30.785 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:02:30.789 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:03:00.847 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:03:00.852 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:03:30.912 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:03:30.916 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:04:00.983 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:04:00.988 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:04:31.047 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:04:31.052 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:05:01.111 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:05:01.115 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:05:31.178 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:05:31.182 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:06:01.233 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:06:01.239 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:06:31.294 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:06:31.299 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:07:01.352 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:07:01.356 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:07:31.416 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:07:31.424 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:08:01.485 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:08:01.489 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:08:31.549 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:08:31.554 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:09:01.624 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:09:01.628 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:09:31.686 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:09:31.690 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:10:01.741 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:10:01.746 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:10:31.799 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:10:31.803 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:11:01.851 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:11:01.856 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:11:31.914 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:11:31.919 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:12:01.979 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:12:01.983 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:12:32.043 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:12:32.047 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:13:02.106 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:13:02.110 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:13:32.171 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:13:32.175 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:14:02.247 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:14:02.252 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:14:32.364 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:14:32.368 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:15:02.419 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:15:02.423 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:15:32.475 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:15:32.479 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:16:02.537 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:16:02.541 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:16:32.603 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:16:32.608 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:17:02.666 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:17:02.671 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:17:32.722 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:17:32.726 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:18:02.778 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:18:02.782 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:18:32.841 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:18:32.846 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:19:02.949 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:19:02.959 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:19:33.019 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:19:33.025 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:20:03.083 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:20:03.087 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:20:33.155 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:20:33.160 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:21:03.228 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:21:03.232 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:21:33.290 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:21:33.294 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:22:03.355 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:22:03.359 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:22:33.418 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:22:33.422 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:23:03.475 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:23:03.479 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:23:33.545 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:23:33.549 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:24:03.621 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:24:03.627 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:24:33.686 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:24:33.691 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:25:03.750 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:25:03.755 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:25:33.809 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:25:33.814 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:26:03.977 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:26:03.982 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:26:34.044 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:26:34.049 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:27:04.109 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:27:04.113 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:27:34.172 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:27:34.176 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:28:04.235 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:28:04.240 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:28:34.299 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:28:34.303 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:29:04.372 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:29:04.376 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:29:34.427 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:29:34.431 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:30:04.491 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:30:04.495 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:30:34.555 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:30:34.560 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:31:04.619 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:31:04.623 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:31:34.682 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:31:34.686 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:32:04.746 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:32:04.750 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:32:34.810 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:32:34.814 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:33:04.870 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:33:04.874 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:33:34.935 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:33:34.939 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:34:05.006 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:34:05.011 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:34:35.071 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:34:35.076 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:35:05.137 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:35:05.142 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:35:35.201 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:35:35.206 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:36:05.264 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:36:05.268 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:36:35.328 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:36:35.333 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:37:05.400 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:37:05.404 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:37:35.462 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:37:35.465 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:38:05.528 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:38:05.532 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:38:35.592 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:38:35.596 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:39:05.779 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:39:05.783 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:39:35.868 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:39:35.872 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:40:05.942 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:40:05.947 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:40:36.005 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:40:36.009 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:41:06.069 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:41:06.073 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:41:36.133 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:41:36.137 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:42:06.196 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:42:06.201 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:42:36.259 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:42:36.263 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:43:06.323 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:43:06.327 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:43:36.379 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:43:36.383 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:44:06.459 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:44:06.463 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:44:36.524 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:44:36.528 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:45:06.587 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:45:06.591 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:45:36.651 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:45:36.655 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:46:06.714 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:46:06.718 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:46:36.778 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:46:36.782 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:47:06.834 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:47:06.839 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:47:36.898 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:47:36.903 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:48:06.961 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:48:06.965 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:48:37.049 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:48:37.053 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:49:07.140 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:49:07.144 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:49:37.320 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:49:37.325 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:50:07.382 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:50:07.387 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:50:37.439 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:50:37.443 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:51:07.502 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:51:07.506 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:51:37.567 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:51:37.571 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:52:07.629 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:52:07.633 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:52:37.695 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:52:37.700 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:53:07.773 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:53:07.777 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:53:37.838 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:53:37.843 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:54:07.914 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:54:07.918 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:54:37.999 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:54:38.002 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:55:08.053 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:55:08.057 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:55:38.126 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:55:38.130 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:56:08.190 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:56:08.194 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:56:38.254 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:56:38.259 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:57:08.315 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:57:08.320 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:57:38.390 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:57:38.395 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:58:08.570 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:58:08.575 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:58:38.633 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:58:38.637 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:59:08.706 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:59:08.710 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:59:38.836 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T15:59:38.840 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:00:08.900 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:00:08.904 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:00:38.963 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:00:38.967 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:01:09.027 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:01:09.031 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:01:39.100 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:01:39.104 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:02:09.169 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:02:09.173 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:02:39.235 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:02:39.239 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:03:09.299 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:03:09.303 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:03:39.371 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:03:39.375 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:04:09.451 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:04:09.455 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:04:39.699 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:04:39.704 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:05:09.761 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:05:09.765 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:05:39.826 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:05:39.830 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:06:09.889 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:06:09.893 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:06:39.953 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:06:39.957 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:07:10.018 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:07:10.023 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:07:40.080 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:07:40.085 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:08:10.153 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:08:10.157 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:08:40.217 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:08:40.221 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:09:10.297 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:09:10.301 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:09:40.395 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:09:40.400 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:10:10.458 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:10:10.462 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:10:40.521 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:10:40.526 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:11:10.585 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:11:10.589 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:11:40.650 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:11:40.653 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:12:10.845 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:12:10.849 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:12:40.909 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:12:40.915 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:13:10.982 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:13:10.986 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:13:41.062 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:13:41.066 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:14:11.143 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:14:11.147 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:14:41.199 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:14:41.202 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:15:11.278 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:15:11.308 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:15:41.368 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:15:41.372 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:16:11.432 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:16:11.437 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:16:41.503 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:16:41.507 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:17:11.568 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:17:11.572 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:17:41.639 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:17:41.643 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:18:11.696 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:18:11.700 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:18:41.766 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:18:41.770 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:19:11.849 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:19:11.853 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:19:41.913 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:19:41.917 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:20:11.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:20:11.978 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:20:42.037 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:20:42.041 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:21:12.102 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:21:12.106 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:21:42.167 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:21:42.171 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:22:12.231 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:22:12.234 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:22:42.295 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:22:42.299 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:23:12.384 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:23:12.388 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:23:42.450 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:23:42.454 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:24:12.536 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:24:12.540 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:24:42.600 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:24:42.603 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:25:12.663 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:25:12.667 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:25:42.731 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:25:42.735 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:26:12.799 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:26:12.804 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:26:42.863 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:26:42.866 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:27:12.931 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:27:12.935 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:27:42.995 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:27:42.999 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:28:13.062 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:28:13.067 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:28:43.135 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:28:43.138 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:29:13.224 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:29:13.228 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:29:43.321 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:29:43.325 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:30:13.384 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:30:13.388 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:30:43.440 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:30:43.444 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:31:13.503 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:31:13.507 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:31:43.567 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:31:43.571 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:32:13.631 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:32:13.635 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:32:43.695 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:32:43.699 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:33:13.758 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:33:13.762 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:33:43.822 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:33:43.826 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:34:13.903 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:34:13.907 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:34:43.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:34:43.979 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:35:14.063 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:35:14.067 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:35:44.136 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:35:44.140 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:36:14.202 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:36:14.206 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:36:44.265 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:36:44.269 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:37:14.329 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:37:14.334 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:37:44.399 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:37:44.403 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:38:14.466 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:38:14.470 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:38:44.530 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:38:44.534 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:39:14.598 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:39:14.603 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:39:44.658 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:39:44.662 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:40:14.721 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:40:14.725 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:40:44.827 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:40:44.831 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:41:14.879 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:41:14.883 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:41:44.943 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:41:44.946 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:42:15.002 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:42:15.007 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:42:45.070 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:42:45.074 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:43:15.131 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:43:15.135 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:43:45.202 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:43:45.206 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:44:15.274 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:44:15.279 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:44:45.341 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:44:45.345 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:45:15.401 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:45:15.406 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:45:45.469 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:45:45.473 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:46:15.532 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:46:15.536 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:46:45.596 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:46:45.599 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:47:15.652 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:47:15.657 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:47:45.715 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:47:45.719 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:48:15.779 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:48:15.783 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:48:45.843 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:48:45.847 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:49:15.915 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:49:15.919 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:49:46.029 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:49:46.033 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:50:16.093 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:50:16.097 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:50:46.157 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:50:46.161 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:51:16.220 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:51:16.224 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:51:46.300 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:51:46.304 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:52:16.365 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:52:16.369 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:52:46.429 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:52:46.433 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:53:16.500 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:53:16.503 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:53:46.571 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:53:46.575 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:54:16.644 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:54:16.648 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:54:46.701 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:54:46.705 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:55:16.762 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:55:16.766 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:55:46.829 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:55:46.836 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:56:16.908 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:56:16.912 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:56:46.980 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:56:46.984 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:57:17.060 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:57:17.064 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:57:47.132 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:57:47.136 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:58:17.190 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:58:17.194 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:58:47.254 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:58:47.258 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:59:17.327 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:59:17.330 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:59:47.416 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T16:59:47.420 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:00:17.475 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:00:17.480 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:00:47.544 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:00:47.548 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:01:17.600 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:01:17.604 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:01:47.658 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:01:47.662 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:02:17.719 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:02:17.723 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:02:47.785 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:02:47.789 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:03:17.849 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:03:17.853 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:03:47.913 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:03:47.917 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:04:18.009 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:04:18.013 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:04:48.073 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:04:48.077 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:05:18.129 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:05:18.133 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:05:48.194 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:05:48.198 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:06:18.257 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:06:18.261 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:06:48.321 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:06:48.325 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:07:18.378 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:07:18.382 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:07:48.448 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:07:48.452 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:08:18.511 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:08:18.515 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:08:48.578 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:08:48.582 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:09:18.657 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:09:18.661 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:09:48.715 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:09:48.720 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:10:18.771 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:10:18.775 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:10:48.839 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:10:48.843 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:11:18.894 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:11:18.899 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:11:48.958 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:11:48.962 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:12:19.019 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:12:19.023 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:12:49.085 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:12:49.089 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:13:19.173 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:13:19.177 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:13:49.237 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:13:49.241 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:14:19.310 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:14:19.314 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:14:49.382 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:14:49.386 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:15:19.454 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:15:19.458 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:15:49.518 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:15:49.522 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:16:19.572 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:16:19.577 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:16:49.638 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:16:49.642 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:17:19.700 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:17:19.704 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:17:49.764 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:17:49.768 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:18:19.829 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:18:19.834 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:18:49.900 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:18:49.904 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:19:19.973 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:19:19.977 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:19:50.045 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:19:50.048 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:20:20.093 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:20:20.097 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:20:50.194 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:20:50.198 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:21:20.246 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:21:20.250 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:21:50.308 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:21:50.312 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:22:20.372 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:22:20.376 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:22:50.451 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:22:50.455 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:23:20.507 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:23:20.511 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:23:50.574 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:23:50.578 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:24:20.651 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:24:20.655 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:24:50.719 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:24:50.723 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:25:20.779 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:25:20.783 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:25:50.843 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:25:50.847 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:26:20.906 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:26:20.910 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:26:50.970 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:26:50.974 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:27:21.017 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:27:21.021 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:27:51.089 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:27:51.093 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:28:21.149 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:28:21.152 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:28:51.216 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:28:51.220 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:29:21.402 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:29:21.406 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:29:51.468 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:29:51.473 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:30:21.541 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:30:21.546 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:30:51.612 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:30:51.616 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:31:21.682 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:31:21.686 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:31:51.748 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:31:51.752 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:32:21.803 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:32:21.807 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:32:51.867 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:32:51.871 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:33:21.922 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:33:21.926 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:33:51.986 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:33:51.990 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:34:22.058 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:34:22.062 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:34:52.122 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:34:52.126 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:35:22.178 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:35:22.182 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:35:52.383 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:35:52.387 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:36:22.440 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:36:22.443 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:36:52.509 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:36:52.514 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:37:22.568 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:37:22.572 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:37:52.637 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:37:52.642 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:38:22.692 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:38:22.697 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:38:52.773 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:38:52.777 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:39:22.832 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:39:22.836 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:39:52.900 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:39:52.905 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:40:22.972 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:40:22.976 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:40:53.036 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:40:53.040 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:41:23.092 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:41:23.096 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:41:53.163 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:41:53.167 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:42:23.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:42:23.223 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:42:53.282 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:42:53.287 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:43:23.355 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:43:23.359 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:43:53.418 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:43:53.422 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:44:23.499 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:44:23.503 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:44:53.571 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:44:53.575 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:45:23.627 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:45:23.631 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:45:53.691 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:45:53.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:46:23.745 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:46:23.749 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:46:53.811 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:46:53.814 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:47:23.873 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:47:23.876 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:47:53.939 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:47:53.943 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:48:23.994 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:48:23.998 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:48:54.064 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:48:54.068 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:49:24.148 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:49:24.152 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:49:54.216 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:49:54.221 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:50:24.271 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:50:24.275 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:50:54.332 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:50:54.336 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:51:24.496 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:51:24.500 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:51:54.563 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:51:54.567 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:52:24.618 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:52:24.623 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:52:54.681 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:52:54.686 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:53:24.745 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:53:24.749 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:53:54.809 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:53:54.813 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:54:24.889 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:54:24.893 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:54:54.960 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-07-12T17:54:54.965 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf